-- Logs begin at Thu 2021-06-17 04:56:12 UTC, end at Thu 2021-06-17 06:16:46 UTC. -- Jun 17 05:40:55.517279 dv-cinder-772623-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 05:40:58.149764 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.common.config [-] Logging enabled! Jun 17 05:40:58.150325 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 05:40:58.150461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99762) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 05:40:58.153852 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.common.config [-] Logging enabled! Jun 17 05:40:58.154107 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 05:40:58.154423 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99762) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 05:40:58.155356 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:40:58.155592 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:40:58.155956 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:40:58.156204 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:40:58.156430 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:40:58.156777 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.157074 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.157373 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.157604 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.157899 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.158191 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.158474 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.158764 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.159062 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.159348 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.159629 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.159915 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.160172 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.160458 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.160771 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.161060 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.161291 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] debug = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.161572 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.161994 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.162399 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.162679 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.162967 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.163247 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.163518 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.163792 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.164076 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.164401 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] host = dv-cinder-772623-9-iscsi {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.164710 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.164999 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.165285 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.165571 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.165846 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.166124 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.166412 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.166687 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.166963 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.167240 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.167530 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.167818 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.168109 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.168335 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.168587 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.168881 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.169170 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.169448 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.169724 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.169998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.170271 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.170546 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.170816 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.171100 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.171388 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.171674 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.171950 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.172225 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.172536 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.172789 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.173072 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.173346 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.173619 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.173893 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.174178 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.174447 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.174722 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.175020 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.175306 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.175590 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.175902 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.176179 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.176462 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.176761 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.177034 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.177305 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_json = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.177578 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.177847 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.178128 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.178400 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.178672 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.178942 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.179213 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.179496 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:58.179796 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.180098 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.180401 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.180768 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.181069 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.181357 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.181648 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.181928 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.182219 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.182511 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.182861 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.183146 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.183434 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.183712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.184012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.184325 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.184647 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.184947 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.185227 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.185504 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.185781 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.186062 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.186351 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.186645 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.186938 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.187215 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.187495 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.187786 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.188065 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.188339 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.188648 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.188942 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.189220 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.189492 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.189774 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.190054 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.190330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.190605 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.190882 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.191175 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.191983 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.192257 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.192560 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.192840 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.193113 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.193398 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.193676 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.193951 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.194226 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.194507 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.194781 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.195054 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.195330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.195603 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.195881 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.196156 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.196431 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.196732 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.197008 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.197285 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.197562 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.197838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.198115 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.198392 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.198665 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.198939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.199212 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.199484 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.199768 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.200063 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.200339 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.200646 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.200927 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.201202 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.201477 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.201758 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.202036 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.202313 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.202589 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.202880 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.203162 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.203448 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.203731 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.204010 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.204306 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.204614 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.204902 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.205180 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.205461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.205750 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.206033 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.206330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.206626 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.206924 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.207798 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.208095 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.208379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.208719 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.209005 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:58.209226 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:40:58.209464 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99762) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 05:40:58.557664 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:40:58.557942 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:40:58.558236 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:40:58.558571 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 05:40:58.945261 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.945564 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.945837 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.947129 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.947403 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.947670 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.981200 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.981478 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.981746 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.994998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.995277 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:58.995552 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.025361 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.025647 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.025917 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.061526 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.061758 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.062022 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.290815 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.291424 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.291424 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.291659 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.292531 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.414888 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.415207 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.415482 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.415752 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.416018 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.416328 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.416609 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.416864 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.417117 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.417394 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.417651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.417920 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.418178 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.418439 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.418693 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.418955 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.419223 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.419474 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.419740 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.419991 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.420268 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.420640 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.420893 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.421172 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.421419 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.421661 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.422053 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.422296 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.422534 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.422769 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.423003 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.423235 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:59.424516 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 05:40:59.427595 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 05:40:59.431500 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 05:40:59.435397 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 17 05:40:59.437025 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 05:40:59.437465 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 05:40:59.437792 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 05:40:59.438178 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 05:40:59.440927 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 05:40:59.441180 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 05:40:59.442037 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 05:40:59.468933 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 05:40:59.469376 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.469672 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99762) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 05:40:59.470029 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.471367 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99762) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 05:40:59.471646 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 05:40:59.471891 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 05:40:59.475592 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.475874 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:59.539611 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 05:40:59.539843 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 05:40:59.540074 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 05:40:59.540434 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 05:40:59.560673 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_db.sqlalchemy.engines [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99762) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 05:41:00.183985 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing driver for type 'gre' Jun 17 05:41:00.184537 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] gre ID ranges: [(1, 1000)] Jun 17 05:41:00.389283 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing driver for type 'local' Jun 17 05:41:00.389875 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing driver for type 'vlan' Jun 17 05:41:00.463143 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] VlanTypeDriver initialization complete Jun 17 05:41:00.463440 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing driver for type 'vxlan' Jun 17 05:41:00.463917 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] vxlan ID ranges: [(1, 1000)] Jun 17 05:41:00.620861 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing extension driver 'port_security' Jun 17 05:41:00.621201 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.extensions.port_security [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] PortSecurityExtensionDriver initialization complete Jun 17 05:41:00.621536 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing mechanism driver 'openvswitch' Jun 17 05:41:00.621861 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing mechanism driver 'hyperv' Jun 17 05:41:00.628520 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.plugins.ml2.plugin [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:00.630936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.630936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.630936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.630936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.631264 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.631264 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.631490 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.631842 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.632185 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.632589 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.632939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.633282 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.633665 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.634010 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.634351 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.634729 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > address_group after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.635074 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > address_group after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.635414 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.635750 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] ML2 OVO RPC backend initialized. {{(pid=99762) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 05:41:00.636457 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.636873 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.637285 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.637632 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > networks before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.637978 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.638316 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > ports before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.638657 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.638997 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnets before_response 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.639345 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.639686 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.640023 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.640360 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.640728 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.641069 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.641408 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.641746 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.642080 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.642699 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.plugin [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Modular L2 Plugin initialization complete Jun 17 05:41:00.643021 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading services supported by the core plugin {{(pid=99762) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 05:41:00.643347 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.plugins.ml2.managers [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Got port-security extension from driver 'port_security' Jun 17 05:41:00.643807 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.extensions.vlantransparent [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Disabled vlantransparent extension. Jun 17 05:41:00.644297 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99762) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 05:41:00.645120 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: router Jun 17 05:41:00.685550 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.685949 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_create 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.686327 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router before_create 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.686688 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.687059 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.687410 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_delete 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.687766 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.688126 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_create 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.688494 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.688851 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.689197 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.689551 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.690035 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.690329 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.690666 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.691001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: subnet after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.691372 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.692248 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.692630 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_create 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.692972 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.697854 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.697854 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router after_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.697854 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.697854 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_create 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.698353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.698353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_update 55549900 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.698353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > network after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.698353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Tracking information for resource: router configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:41:00.698353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Tracking information for resource: floatingip configured {{(pid=99762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:41:00.701451 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.db.l3_agentschedulers_db [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 05:41:00.702025 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.702381 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.702728 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.703073 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: port after_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.703978 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router before_create 55550100 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.704341 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.704738 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_create 55550100 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.705097 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > router precommit_update 55550100 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.709495 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.provider_configuration [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service providers = [] {{(pid=99762) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 05:41:00.709854 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.db.servicetype_db [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99762) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 05:41:00.712804 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.service_base [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:41:00.713198 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.service_base [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:41:00.713495 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.service_base [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:41:00.714367 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.services.service_base [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:41:00.714733 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.services.service_base [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 05:41:00.715100 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.715415 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 05:41:00.725960 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.726292 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: auto_allocate Jun 17 05:41:00.732059 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: network precommit_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.732422 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: network precommit_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.732966 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.733281 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: tag Jun 17 05:41:00.740314 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.740668 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: timestamp Jun 17 05:41:00.746154 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.746489 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: network_ip_availability Jun 17 05:41:00.751898 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.752267 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.760924 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:00.760924 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.760924 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: flavors Jun 17 05:41:00.765296 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.765629 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading Plugin: revisions Jun 17 05:41:00.769938 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:41:00.770330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.212s {{(pid=99762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:00.771057 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99762) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 05:41:00.771392 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Initializing extension manager. Jun 17 05:41:00.771893 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: __init__.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.772234 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: __pycache__ {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.772661 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.772993 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: address_group.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.773739 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.774300 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: address-group Jun 17 05:41:00.774622 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: address_scope.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.775321 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.775830 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: address-scope Jun 17 05:41:00.776147 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.777111 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.777616 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: router-admin-state-down-before-update Jun 17 05:41:00.777935 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: agent.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.778619 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.779129 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: agent Jun 17 05:41:00.779447 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: agent_resources_synced.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.780333 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.780865 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: agent-resources-synced Jun 17 05:41:00.781185 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: allowedaddresspairs.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.785871 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.786394 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: allowed-address-pairs Jun 17 05:41:00.786721 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: auto_allocated_topology.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.787802 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.788342 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: auto-allocated-topology Jun 17 05:41:00.788697 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: availability_zone.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.789386 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.789892 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: availability_zone Jun 17 05:41:00.790213 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: availability_zone_filter.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.791111 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.791613 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: availability_zone_filter Jun 17 05:41:00.791934 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: data_plane_status.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.792858 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.793357 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 05:41:00.793717 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: default_subnetpools.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.794586 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.795090 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: default-subnetpools Jun 17 05:41:00.795409 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.796254 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.796792 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: dhcp_agent_scheduler Jun 17 05:41:00.797113 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: dns.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.798010 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.798516 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 05:41:00.798835 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: dns_domain_ports.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.799758 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.800266 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 05:41:00.801115 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: dvr.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.801781 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.802288 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: dvr Jun 17 05:41:00.802605 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: empty_string_filtering.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.803497 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.804002 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: empty-string-filtering Jun 17 05:41:00.804324 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.805255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.805753 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 05:41:00.806080 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.806968 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.807470 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 05:41:00.807788 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: external_net.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.813838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.814344 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: external-net Jun 17 05:41:00.814673 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.815553 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.816053 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: extra_dhcp_opt Jun 17 05:41:00.816940 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: extraroute.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.817836 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.818341 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: extraroute Jun 17 05:41:00.818664 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: extraroute_atomic.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.819705 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.820212 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: extraroute-atomic Jun 17 05:41:00.820559 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: filter_validation.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.821213 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.821714 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: filter-validation Jun 17 05:41:00.822035 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: fip_pf_description.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.822926 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.823427 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 05:41:00.823745 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: fip_port_details.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.824706 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.825226 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: fip-port-details Jun 17 05:41:00.825547 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: flavors.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.826758 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.827267 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: flavors Jun 17 05:41:00.827590 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.829297 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.829813 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 05:41:00.830139 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: floatingip_pools.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.830823 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.831349 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: floatingip-pools Jun 17 05:41:00.831673 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: ip_allocation.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.832628 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.833132 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 05:41:00.833456 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.834350 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.834860 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: ip-substring-filtering Jun 17 05:41:00.835182 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l2_adjacency.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.836095 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.836632 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 05:41:00.836954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.837914 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.838424 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: router Jun 17 05:41:00.838747 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.841143 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.841666 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 05:41:00.841998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.842907 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.843418 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: ext-gw-mode Jun 17 05:41:00.843744 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.844680 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.845192 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: l3-ha Jun 17 05:41:00.845518 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3_flavors.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.846419 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.846929 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: l3-flavors Jun 17 05:41:00.847251 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.848162 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.848700 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 05:41:00.849020 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: l3agentscheduler.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.850037 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.850548 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: l3_agent_scheduler Jun 17 05:41:00.850875 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: logging.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.861890 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.862413 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension logging not supported by any of loaded plugins Jun 17 05:41:00.862749 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: metering.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.864014 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.864634 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: metering Jun 17 05:41:00.864963 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.866051 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.866561 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: metering_source_and_destination_fields Jun 17 05:41:00.866886 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: multiprovidernet.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.867795 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.868303 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: multi-provider Jun 17 05:41:00.868966 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: netmtu.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.869864 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.870370 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: net-mtu Jun 17 05:41:00.870690 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: netmtu_writable.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.871591 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.872097 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: net-mtu-writable Jun 17 05:41:00.872419 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: network_availability_zone.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.873096 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.873600 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: network_availability_zone Jun 17 05:41:00.873929 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: network_ip_availability.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.875009 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.875514 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: network-ip-availability Jun 17 05:41:00.875837 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: network_segment_range.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.876616 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.877117 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 05:41:00.877438 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: pagination.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.878392 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.878720 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: pagination Jun 17 05:41:00.879589 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: port_device_profile.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.880532 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.881064 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: port-device-profile Jun 17 05:41:00.881368 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.882272 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.882775 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: port-mac-address-regenerate Jun 17 05:41:00.883095 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.883981 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.884504 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: port-numa-affinity-policy Jun 17 05:41:00.884835 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: port_resource_request.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.885731 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.886228 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 05:41:00.886543 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: portbindings.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.887451 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.887950 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: binding Jun 17 05:41:00.888288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: portbindings_extended.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.889566 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.890079 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: binding-extended Jun 17 05:41:00.890402 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: portsecurity.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.891304 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.891814 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: port-security Jun 17 05:41:00.892134 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: project_id.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.898286 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.898614 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: project-id Jun 17 05:41:00.898935 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: providernet.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.899849 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.900356 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: provider Jun 17 05:41:00.900713 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.904262 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.904813 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos not supported by any of loaded plugins Jun 17 05:41:00.905146 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.906370 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.906880 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 05:41:00.907203 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.908095 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.908632 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 05:41:00.908962 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_default.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.909848 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.910923 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-default not supported by any of loaded plugins Jun 17 05:41:00.911306 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_fip.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.911849 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.912347 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 05:41:00.912689 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_gateway_ip.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.913607 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.914109 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 05:41:00.914429 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_port_network_policy.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.915313 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.915815 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 05:41:00.916138 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_rule_type_details.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.917051 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.917554 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 05:41:00.917875 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: qos_rules_alias.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.924606 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.925119 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 05:41:00.925444 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: quotasv2.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.926913 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.927239 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: quotas Jun 17 05:41:00.927560 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: quotasv2_detail.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.930630 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.930973 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: quota_details Jun 17 05:41:00.931304 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: rbac.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.932375 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.932927 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: rbac-policies Jun 17 05:41:00.933254 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: rbac_address_group.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.934166 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.934687 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: rbac-address-group Jun 17 05:41:00.935009 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: rbac_address_scope.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.935907 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.936421 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: rbac-address-scope Jun 17 05:41:00.936786 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: rbac_security_groups.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.937881 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.938394 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: rbac-security-groups Jun 17 05:41:00.938714 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: rbac_subnetpool.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.939615 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.940124 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: rbac-subnetpool Jun 17 05:41:00.940443 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: revisionifmatch.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.941423 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.941928 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: revision-if-match Jun 17 05:41:00.942246 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: revisions.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.943360 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.943895 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: standard-attr-revisions Jun 17 05:41:00.944217 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: router_availability_zone.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.944919 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.945431 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: router_availability_zone Jun 17 05:41:00.945751 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: routerservicetype.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.946649 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.947154 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 05:41:00.947474 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.948416 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.948934 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: security-groups-normalized-cidr Jun 17 05:41:00.949255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.950152 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.950657 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: port-security-groups-filtering Jun 17 05:41:00.950977 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.951876 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.952383 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: security-groups-remote-address-group Jun 17 05:41:00.952743 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: securitygroup.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.962267 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.962794 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: security-group Jun 17 05:41:00.963124 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: segment.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.963940 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.964404 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension segment not supported by any of loaded plugins Jun 17 05:41:00.964754 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.965688 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.966191 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 05:41:00.966512 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: servicetype.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.967602 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.968120 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: service-type Jun 17 05:41:00.968439 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: sorting.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.969420 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.969746 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: sorting Jun 17 05:41:00.970064 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: standard_attr_segment.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.971000 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.971505 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 05:41:00.971825 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: standardattrdescription.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.972454 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.973505 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: standard-attr-description Jun 17 05:41:00.973825 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: stateful_security_group.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.974724 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.975236 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: stateful-security-group Jun 17 05:41:00.975559 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: stdattrs_common.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.976125 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 05:41:00.976445 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.977467 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.977972 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 05:41:00.978297 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnet_onboard.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.979353 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.979866 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: subnet_onboard Jun 17 05:41:00.980192 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.981136 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.981642 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 05:41:00.981966 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnet_service_types.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.982888 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.983390 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: subnet-service-types Jun 17 05:41:00.983711 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnetallocation.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.984818 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.985335 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: subnet_allocation Jun 17 05:41:00.985660 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.986310 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.986815 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: subnetpool-prefix-ops Jun 17 05:41:00.987134 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.988178 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.989165 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 05:41:00.989485 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: tagging.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.990532 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.991054 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: standard-attr-tag Jun 17 05:41:00.991379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: timestamp.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.992602 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:00.993121 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loaded extension: standard-attr-timestamp Jun 17 05:41:00.993446 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: trunk.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:00.999603 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:01.000123 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension trunk not supported by any of loaded plugins Jun 17 05:41:01.000447 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: trunk_details.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:01.001394 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:01.001902 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 05:41:01.002225 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: uplink_status_propagation.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:01.003125 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:01.003635 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 05:41:01.003985 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Loading extension file: vlantransparent.py {{(pid=99762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:41:01.004676 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:41:01.005181 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 05:41:01.007600 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:network Jun 17 05:41:01.008115 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnet Jun 17 05:41:01.008536 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:41:01.008931 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:port Jun 17 05:41:01.010173 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.010622 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service FLAVORS assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.011237 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.011669 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.011998 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:router Jun 17 05:41:01.012423 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 05:41:01.012946 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service METERING assigned prefix: /metering {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.014368 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:01.014748 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:01.015103 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:41:01.016091 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 05:41:01.016614 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:security_group Jun 17 05:41:01.017076 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 05:41:01.017689 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service CORE assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.018018 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:41:01.018370 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] subnetpool is already registered Jun 17 05:41:01.018797 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service CORE assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.019118 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:41:01.019474 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] subnetpool is already registered Jun 17 05:41:01.021798 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.022247 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service FLAVORS assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.022836 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.023258 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.023587 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:router Jun 17 05:41:01.023935 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] router is already registered Jun 17 05:41:01.024349 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 05:41:01.024720 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] floatingip is already registered Jun 17 05:41:01.025176 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service METERING assigned prefix: /metering {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.025838 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 05:41:01.026160 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] rbac_policy is already registered Jun 17 05:41:01.026566 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:security_group Jun 17 05:41:01.026896 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] security_group is already registered Jun 17 05:41:01.027296 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 05:41:01.027626 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] security_group_rule is already registered Jun 17 05:41:01.028254 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service CORE assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.028610 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:41:01.028941 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] subnetpool is already registered Jun 17 05:41:01.029361 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.v2.resource_helper [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Service CORE assigned prefix: {{(pid=99762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:41:01.029687 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:41:01.030013 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING neutron.quota.resource_registry [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] subnetpool is already registered Jun 17 05:41:01.030490 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: extensions {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.031951 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: address-groups {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.033496 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: address-scopes {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.034829 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: agents {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.036558 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: auto-allocated-topology {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.037811 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: availability_zones {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.039034 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: dhcp-networks {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.040569 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: dhcp-agents {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.042006 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: routers {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.043739 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: flavors {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.046156 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: service_profiles {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.047390 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: next_providers {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.048849 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: service_profiles {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.050430 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: floatingip-pools {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.051780 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: routers {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.053539 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: floatingips {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.054832 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: l3-routers {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.056233 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: l3-agents {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.057796 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: metering-labels {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.059072 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: metering-label-rules {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.060460 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: network-ip-availabilities {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.061745 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: bindings {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.063321 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: quotas {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.064900 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: quotas {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.066855 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: rbac-policies {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.068110 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: security-groups {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.069442 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: security-group-rules {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.070690 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: service-providers {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.071920 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: subnetpools {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.073290 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: subnetpools {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.074885 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.076596 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.078433 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.080229 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.082017 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.084494 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.086246 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.088060 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.089989 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.091746 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron.api.extensions [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Extended resource: tags {{(pid=99762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:41:01.097995 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING keystonemiddleware.auth_token [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 05:41:01.102565 dv-cinder-772623-9-iscsi neutron-server[99762]: WARNING keystonemiddleware.auth_token [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 05:41:01.110981 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Acquired lock "singleton_lock" {{(pid=99762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 05:41:01.111455 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_concurrency.lockutils [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Releasing lock "singleton_lock" {{(pid=99762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 05:41:01.112081 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Starting 2 workers Jun 17 05:41:01.116893 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Started child 99871 {{(pid=99762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:41:01.121583 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Started child 99872 {{(pid=99762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:41:01.122511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.123310 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO neutron.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 05:41:01.123824 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Notify callbacks [] for process, before_spawn {{(pid=99762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.124125 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [-] (99871) wsgi starting up on http://0.0.0.0:9696 Jun 17 05:41:01.126374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.126885 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Starting 1 workers Jun 17 05:41:01.127778 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [-] (99872) wsgi starting up on http://0.0.0.0:9696 Jun 17 05:41:01.132136 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Started child 99873 {{(pid=99762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:41:01.132774 dv-cinder-772623-9-iscsi neutron-server[99762]: INFO oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Starting 1 workers Jun 17 05:41:01.135932 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] calling RpcWorker wait() {{(pid=99873) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 05:41:01.136702 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] returning from RpcWorker wait() {{(pid=99873) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 05:41:01.137175 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Started child 99874 {{(pid=99762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:41:01.137863 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.138044 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG neutron_lib.callbacks.manager [None req-474221f8-de5f-4f5a-a455-a95f49733633 None None] Notify callbacks [] for process, after_spawn {{(pid=99762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.138449 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:01.140026 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 05:41:01.140248 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:41:01.140436 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:41:01.140681 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:41:01.141029 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:41:01.141193 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:41:01.141700 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.141978 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.142242 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.142435 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:01.142884 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.142884 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.143360 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.143461 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:01.143654 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.143919 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.144199 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.144511 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.145206 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.145375 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.145654 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.145982 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.146181 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.146462 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.146714 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.146976 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.147153 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.147415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.147696 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.147957 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.148264 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] debug = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.148565 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.149057 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.149303 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.149543 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.149794 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.150082 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.150318 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.150610 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.150864 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.151147 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.151396 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.151646 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.151882 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.152093 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.152332 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.152598 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.152822 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.153298 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] host = dv-cinder-772623-9-iscsi {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.153519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.153800 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.154226 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.154509 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.154762 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.154980 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.155249 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.155498 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.155757 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.156002 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.156251 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.156589 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.156818 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.157071 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.157236 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_options = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.157479 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.157747 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158010 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158207 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158380 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158590 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158941 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.158941 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.159206 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.159469 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.159660 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.160062 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.160293 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.160538 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.160789 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.161039 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.161277 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.161514 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.161773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.162146 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.162525 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.162784 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.163009 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.163246 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.163465 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.163704 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.163939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.164190 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.164406 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.164712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.164972 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.165242 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.165508 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.165768 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.165998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.166234 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.166435 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.166699 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.166936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.167204 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.167508 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.167756 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.167941 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.168159 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.168411 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.168673 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_json = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.168906 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.169143 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.169376 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.169757 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.170427 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.170654 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.170930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.171115 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.171631 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.171900 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.172209 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.172457 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.172726 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.172974 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.173212 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.173456 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.173712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.173970 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.174293 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.174520 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.174810 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.175069 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.175312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.175669 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.175936 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.176250 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.176518 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.176792 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.177016 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.177242 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.177576 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.177840 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.178110 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.178365 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.178632 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.178842 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.179065 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.179273 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.179496 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.179716 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.179986 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.180350 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.180502 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.183288 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185415 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.185954 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.186235 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.186235 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.186460 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.186700 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44356) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:01.186807 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.186961 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.187182 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.187880 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.188104 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.188365 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.188642 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.188883 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.189104 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.189330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.189547 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.189771 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.189986 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.190207 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.190423 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.190642 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.190889 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.191109 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.191858 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.192099 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.192316 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.192577 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.192774 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.193060 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.194567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195394 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195394 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195394 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195746 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195746 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.195963 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.197764 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070002 Jun 17 05:41:01.197930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.197930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.197930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.197930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.198918 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.199195 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.199552 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.199693 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.199923 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.200202 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.200446 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.200736 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.202490 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.202642 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.202914 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.203151 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204588 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.204856 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.207001 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208047 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208047 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208164 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208416 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208602 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.208912 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.209145 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.209392 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.209631 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.209893 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.210159 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.210414 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.210676 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.210930 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.211201 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.211660 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.211788 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.211923 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.212166 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.212416 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.212690 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.212945 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.213198 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.213467 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.213631 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.213832 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.214145 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.214302 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.214524 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.214757 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.215748 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.215748 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.215748 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.215748 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.216314 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.216314 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.216314 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.217635 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.217635 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.217635 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.217635 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.217635 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.218282 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.218282 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.218569 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.218715 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.219537 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.219537 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.219537 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.219939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.219939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.220206 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.220206 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.220710 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.222192 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.222192 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.222192 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.224087 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.224087 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.224087 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.224087 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.224087 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.225658 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.225658 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.225658 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.225658 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.225658 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.226312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.226312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.226312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.226312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.227523 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.227523 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.227523 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.227523 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.227523 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.228002 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.228002 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.228215 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.228469 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.234169 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235011 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.235933 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.236046 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.236363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.236832 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.237258 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.237744 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.237986 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.238246 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.238509 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.238823 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.239253 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.239541 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.239811 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.240045 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.240275 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241217 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241217 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241217 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241447 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241653 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.241942 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.242222 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.242469 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.242687 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.243969 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.243969 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.243969 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.244187 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.244300 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.244784 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.245073 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.245230 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.245461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.245697 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.245918 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.246179 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.246412 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.246670 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.246922 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.247186 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.247407 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.247646 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.247882 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.248105 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.248323 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.248500 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:41:01.249080 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 05:41:01.249250 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:41:01.249425 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:41:01.249569 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:41:01.249709 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:41:01.249847 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:41:01.250080 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.250227 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.250363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.250508 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.250668 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.250851 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251042 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251204 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251442 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251573 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251710 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251843 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.251986 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.252684 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.254480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.254480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.254480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.255012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.255012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.255012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] debug = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.259548 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.260363 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] host = dv-cinder-772623-9-iscsi {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.261838 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.262461 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_options = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.263998 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.264773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265331 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265331 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265331 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265331 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265611 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265611 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265760 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.265880 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266129 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266306 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266431 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266587 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266747 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.266904 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267060 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267216 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267373 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267529 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267735 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.267986 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.272519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273043 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_json = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273480 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.273931 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274664 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274664 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.274779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275379 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275651 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275804 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.275989 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276076 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276229 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276381 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276570 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276751 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.276911 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277066 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277218 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277371 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277525 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277679 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.277929 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.278091 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.278235 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.278387 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.278560 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.279500 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.279687 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.279846 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.279995 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280143 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280303 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280450 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280673 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280820 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.280963 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.281122 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.281272 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.281428 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.281584 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.281839 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282002 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282159 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282315 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282481 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282632 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282806 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.282956 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283110 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283266 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283423 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283579 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283734 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.283891 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284046 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284201 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284357 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284531 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284690 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.284855 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285030 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285178 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285326 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285490 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285641 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285799 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.285947 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286114 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286257 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286399 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286567 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286738 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.286894 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287049 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287206 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287362 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287530 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287689 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.287866 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.288025 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.288180 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.288336 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.288519 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.288825 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.289123 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.289435 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.289734 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.290029 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.290312 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.290592 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.290886 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.291183 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.291474 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.291851 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.292158 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.292442 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.292754 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293065 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293230 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293387 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293547 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.293881 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.294029 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.294171 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.294830 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.294830 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.294830 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295070 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295070 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295299 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295372 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295873 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295873 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.295873 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296255 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296712 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296950 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.296950 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297199 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297199 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297433 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297516 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297634 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297832 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.297953 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298098 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298254 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298413 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298570 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298724 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.298866 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299028 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299178 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299330 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299511 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299646 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299799 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.299963 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.301826 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302403 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302403 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302403 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302403 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302624 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302624 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302776 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.302939 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.303703 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.303703 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.303703 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.303703 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.303703 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304068 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304068 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304211 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304301 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304414 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304691 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.304855 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305168 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305326 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305499 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305654 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305810 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.305971 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.306123 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.306426 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.306723 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307029 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307185 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307342 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307498 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307657 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307813 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.307978 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308201 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308304 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308581 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308581 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308731 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.308906 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309057 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309214 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309371 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309531 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309698 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.309855 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.310012 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.310776 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.310776 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.310776 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.310776 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311055 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311055 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311172 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311358 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311447 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311581 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311738 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.311897 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312054 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312215 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312364 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312547 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312700 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.312832 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.313035 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.313174 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.313315 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.313442 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.313569 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.314779 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.315600 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316157 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316157 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316157 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316573 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316573 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316573 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.316860 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.317109 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.317388 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.317630 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.318924 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.318924 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319236 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319236 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319499 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319636 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319773 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.319923 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320060 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320198 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320350 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320549 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320549 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320821 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:01.320976 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:41:01.320976 dv-cinder-772623-9-iscsi neutron-server[99762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:41:12.601107 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb090eeb-5106-4271-a418-1cccc5e9238d None None] get_active_networks_info from dv-cinder-772623-9-iscsi {{(pid=99873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 05:41:12.678081 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb090eeb-5106-4271-a418-1cccc5e9238d None None] No non-hosted networks {{(pid=99873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 05:41:12.725292 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.agentschedulers_db [None req-fb090eeb-5106-4271-a418-1cccc5e9238d None None] DHCP Agent not found on host dv-cinder-772623-9-iscsi {{(pid=99873) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 05:41:12.935318 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9a1b754f-80e8-4d46-9105-5466176cc2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:15.050857 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aa75ddbe-417e-4f43-b8a5-30464f8c404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:15.075496 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.db.api [None req-8a6209ae-d563-499b-b7a4-7f278c031f24 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-772623-9-iscsi {{(pid=99873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:41:15.075912 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_db.api [None req-8a6209ae-d563-499b-b7a4-7f278c031f24 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:41:15.169995 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:15.170940 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.171426 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.171897 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.172372 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.172878 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.173346 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.173811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.174412 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.174878 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.175415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.175884 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.176345 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:15.176903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:15.183903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:15.684114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8a6209ae-d563-499b-b7a4-7f278c031f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:16.092391 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:17.937421 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:18.973777 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44456) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:19.217817 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.db.l3_hamode_db [None req-006c9644-ee91-48f8-8c3a-3fae42c9e30f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 05:41:19.293244 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c9644-ee91-48f8-8c3a-3fae42c9e30f None None] Routers set() bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:19.293631 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c9644-ee91-48f8-8c3a-3fae42c9e30f None None] Router IDs set() for agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 05:41:19.459338 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING oslo_policy.policy [None req-79215ee5-0856-4942-8eea-cb28a381ce49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:19.459946 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING oslo_policy.policy [None req-79215ee5-0856-4942-8eea-cb28a381ce49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:19.677183 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [None req-79215ee5-0856-4942-8eea-cb28a381ce49 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:19.678246 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-79215ee5-0856-4942-8eea-cb28a381ce49 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7035162 Jun 17 05:41:21.949124 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44470) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:22.254753 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:22.348174 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.policy [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 05:41:22.392889 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING oslo_policy.policy [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:22.393777 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING oslo_policy.policy [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:22.402070 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.quota [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] Loaded quota_driver: . Jun 17 05:41:22.568251 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467448923', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467460622', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467600927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467594273', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467618328', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770467623665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1678841', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3644917'] for rbac-policy, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.809252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.811042 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d551fa1c-8a7f-4c9b-b2d5-97574e791c43 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8604538 Jun 17 05:41:25.326999 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44482) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:25.611787 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Request body: {'network': {'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'name': 'private', 'project_id': 'fccf8bfc49324effb666402fd0d1432e'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:25.742986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Made reservation on behalf of fccf8bfc49324effb666402fd0d1432e for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:25.745949 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.774477 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.892799 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.977148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.982284 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:25.997817 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:41:26.025236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770468472104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.027736 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Unsubscribe: segment precommit_create {{(pid=99872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 05:41:26.027736 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Added segment 4bb1bf81-123d-411a-931d-630b38aaf5d5 of type vlan for network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 Jun 17 05:41:26.043567 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fa3f9-3866-44b2-8133-880b043bb279,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:26.090425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.090771 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.091090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.091405 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.091716 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.092037 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.092345 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.092674 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.093002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.093305 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.093605 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.093903 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Tracked resource versions report: Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: pushed versions: Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Log': {'1.0'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Network': {'1.1'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Port': {'1.7'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'PortForwarding': {'1.2'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'QosPolicy': {'1.8'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SubPort': {'1.0'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Subnet': {'1.1'}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Trunk': {'1.1'}} Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: consumer versions: Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'ConntrackHelper': '1.0', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Log': '1.0', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Network': '1.1', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Port': '1.7', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'PortForwarding': '1.2', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'QosPolicy': '1.8', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroup': '1.4', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroupRule': '1.2', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SubPort': '1.0', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Subnet': '1.1', Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Trunk': '1.1'}} Jun 17 05:41:26.094990 dv-cinder-772623-9-iscsi neutron-server[99872]: {{(pid=99872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:26.139784 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.150423 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:26.272027 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.273468 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:26.274111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.276836 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:26.368326 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Pushing event updated for resources: {'Network': ['ID=5870bb85-274c-48f9-8ac1-4371f20ecfb1,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:26.371646 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:26.380321 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:41:26.392647 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0646124 Jun 17 05:41:28.954933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44496) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:29.328412 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ea4e5-0153-4ced-9699-96f6a2615ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:29.329761 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-816ea4e5-0153-4ced-9699-96f6a2615ce8 admin admin] 10.222.0.20 "GET /v2.0/networks/5870bb85-274c-48f9-8ac1-4371f20ecfb1 HTTP/1.1" status: 200 len: 824 time: 0.3738625 Jun 17 05:41:29.354072 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-65a385c2-4c71-4baa-b1b7-afbb3f6f2bf1 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/6eb6cd66-24f1-4862-8b8d-69605ce6f2a5 HTTP/1.1" status: 200 len: 734 time: 0.0184567 Jun 17 05:41:29.362406 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Request body: {'subnet': {'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'name': 'private-subnet', 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:29.466134 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Made reservation on behalf of fccf8bfc49324effb666402fd0d1432e for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:29.468343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:29.803580 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:29.805833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:29.871493 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6bb4d2-0a95-4106-b4ad-84327eead67c,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:29.875843 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Checking segment: {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:29.876212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Network hostable DHCP agents. Network: 5870bb85-274c-48f9-8ac1-4371f20ecfb1, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:41:29.881204 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:29.951469 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:41:30.031460 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 5870bb85-274c-48f9-8ac1-4371f20ecfb1) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:30.035937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:30.036529 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:30.041265 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a706e0-9942-4edc-b758-a8ef69ace4e5 None None] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:30.095063 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7360306 Jun 17 05:41:30.351464 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:41:30.352712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:30.614357 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Allocated IP 172.20.0.2 (5870bb85-274c-48f9-8ac1-4371f20ecfb1/7a6bb4d2-0a95-4106-b4ad-84327eead67c/3bac7a40-e4e2-4a96-b9df-524e9fbbca04) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:30.816178 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:30.857084 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Transition to ACTIVE for port object 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:30.878266 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Transition to ACTIVE for port object 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:30.931962 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:30.934631 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:31.004022 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:31.012899 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:31.015337 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Pushing event updated for resources: {'Port': ['ID=3bac7a40-e4e2-4a96-b9df-524e9fbbca04,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:31.017423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:31.042954 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.043577 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.043678 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.043958 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.044274 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.044620 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.044935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.045248 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.045574 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.045887 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.046200 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.046507 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Tracked resource versions report: Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: pushed versions: Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Log': {'1.0'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Network': {'1.1'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Port': {'1.7'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'PortForwarding': {'1.2'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'QosPolicy': {'1.8'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SubPort': {'1.0'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Subnet': {'1.1'}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Trunk': {'1.1'}} Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: consumer versions: Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'ConntrackHelper': '1.0', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Log': '1.0', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Network': '1.1', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Port': '1.7', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'PortForwarding': '1.2', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'QosPolicy': '1.8', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroup': '1.4', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroupRule': '1.2', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SubPort': '1.0', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Subnet': '1.1', Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Trunk': '1.1'}} Jun 17 05:41:31.047658 dv-cinder-772623-9-iscsi neutron-server[99873]: {{(pid=99873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:31.068563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:31.096765 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Attempting to bind port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:31.097146 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Attempting to bind port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:31.097573 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Attempting to bind port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 on network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:31.102560 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:31.102938 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Checking segment: {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:31.103410 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:31.103789 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Bound using segment: {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:31.104261 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Bound port: 3bac7a40-e4e2-4a96-b9df-524e9fbbca04, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:31.104667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:31.165530 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] For port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:31.169726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] For port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3bac7a40-e4e2-4a96-b9df-524e9fbbca04,segment=NetworkSegment(4bb1bf81-123d-411a-931d-630b38aaf5d5),segment_id=4bb1bf81-123d-411a-931d-630b38aaf5d5)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:31.240426 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:31.245909 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:31.309024 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Pushing event updated for resources: {'Port': ['ID=3bac7a40-e4e2-4a96-b9df-524e9fbbca04,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:31.312175 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:32.442067 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 44504) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:32.938427 dv-cinder-772623-9-iscsi neutron-server[99871]: WARNING oslo_policy.policy [None req-d9c4aeb1-ca26-4c94-a717-1507eb9e58b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:32.939027 dv-cinder-772623-9-iscsi neutron-server[99871]: WARNING oslo_policy.policy [None req-d9c4aeb1-ca26-4c94-a717-1507eb9e58b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:33.157537 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [None req-d9c4aeb1-ca26-4c94-a717-1507eb9e58b7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:33.158812 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d9c4aeb1-ca26-4c94-a717-1507eb9e58b7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7146733 Jun 17 05:41:35.566944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 44518) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:35.875100 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [None req-9f7c908b-00dc-40c2-8a06-5a05ceab61aa admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:35.888560 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9f7c908b-00dc-40c2-8a06-5a05ceab61aa admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081436 Jun 17 05:41:36.926716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:37.112297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:37.370703 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cba2e6-720d-43ed-b509-dd7ab51835e2 None None] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:37.529353 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Provisioning for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:37.538448 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Provisioning complete for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:37.538833 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:37.667336 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:37.705291 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] For port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3bac7a40-e4e2-4a96-b9df-524e9fbbca04,segment=NetworkSegment(4bb1bf81-123d-411a-931d-630b38aaf5d5),segment_id=4bb1bf81-123d-411a-931d-630b38aaf5d5)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:37.765574 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:37.769016 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:37.813859 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Pushing event updated for resources: {'Port': ['ID=3bac7a40-e4e2-4a96-b9df-524e9fbbca04,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:37.817181 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:37.884516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-9f2c0092-e450-4b82-ac7a-7b877d9c7a24 None None] Provisioning complete for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:37.884777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0092-e450-4b82-ac7a-7b877d9c7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:38.462132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44532) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:38.756219 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:38.892446 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:38.903415 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:38.905139 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:38.937450 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:38.937814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:39.040747 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:39.097969 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:39.179912 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:39.181107 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4966cf7d-7aff-4c36-a316-074db2778925 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7180037 Jun 17 05:41:41.466028 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44540) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:41.766294 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [None req-efba489c-fed6-4d48-9333-61b20a29bf23 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:41.767276 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-efba489c-fed6-4d48-9333-61b20a29bf23 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3003311 Jun 17 05:41:42.599915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c512ee11-64c7-4583-a04b-4fd1e9b3fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.056726 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44548) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:44.355040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:44.471554 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Made reservation on behalf of e0df56a2395147c5a48a700f1d25c0ac for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:44.473893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.483997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.565924 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.665281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.669006 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:44.680597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Reserving flat network on physical network physnet1 {{(pid=99872) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 05:41:44.697984 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065ab271-2ef7-438f-9e88-b2980379aaee,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:44.701848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:44.702838 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.703167 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Added segment 86bc030e-9342-4c6a-a81d-de97bb96cb29 of type flat for network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 Jun 17 05:41:44.747635 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.846014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.847378 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:44.847942 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.851040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-388b967b-132a-4471-9202-49806fe74d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:44.907170 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Pushing event updated for resources: {'Network': ['ID=5df93f53-42f6-4a48-bc40-8f7d9348c9a7,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:44.910412 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:44.917269 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:41:44.960167 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9023943 Jun 17 05:41:45.077516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0d3c73f6-a332-4b35-8af3-3ccfee93ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.197487 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:46.051013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.220376 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44566) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:47.387140 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a3b9da-ff0b-4953-93c0-788955709b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:47.388328 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-29a3b9da-ff0b-4953-93c0-788955709b4a admin admin] 10.222.0.20 "GET /v2.0/subnets/7a6bb4d2-0a95-4106-b4ad-84327eead67c HTTP/1.1" status: 200 len: 849 time: 0.1669927 Jun 17 05:41:47.499770 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5b10d331-3ac9-48fe-bb49-f2166248c996 admin admin] 10.222.0.20 "GET /v2.0/routers/9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e HTTP/1.1" status: 200 len: 704 time: 0.1061113 Jun 17 05:41:47.753620 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.878011 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.043281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Allocated IP 172.20.0.1 (5870bb85-274c-48f9-8ac1-4371f20ecfb1/7a6bb4d2-0a95-4106-b4ad-84327eead67c/765d85ec-1197-4cfc-9569-2834945fd664) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:48.250986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.271879 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Transition to ACTIVE for port object 765d85ec-1197-4cfc-9569-2834945fd664 will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:48.401469 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.404143 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:48.465975 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:48.475354 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:48.478453 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:48.478989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.550279 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Pushing event updated for resources: {'Port': ['ID=765d85ec-1197-4cfc-9569-2834945fd664,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:48.559365 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:48.693966 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-bf462ba9-58a8-494e-91fa-65cff580d3a0 None None] Provisioning for port 765d85ec-1197-4cfc-9569-2834945fd664 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:48.697531 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-bf462ba9-58a8-494e-91fa-65cff580d3a0 None None] Provisioning complete for port 765d85ec-1197-4cfc-9569-2834945fd664 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:48.697891 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-bf462ba9-58a8-494e-91fa-65cff580d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.729840 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-bf462ba9-58a8-494e-91fa-65cff580d3a0 None None] Port 765d85ec-1197-4cfc-9569-2834945fd664 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:41:48.791124 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:48.970777 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.025188 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.026207 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.028624 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:49.102478 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Pushing event updated for resources: {'Port': ['ID=765d85ec-1197-4cfc-9569-2834945fd664,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:49.105991 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:49.145269 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:49.146525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:49.349808 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-b253ab81-a14f-4c73-b6d9-df21796f2178 None None] Provisioning complete for port 765d85ec-1197-4cfc-9569-2834945fd664 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:49.350359 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b253ab81-a14f-4c73-b6d9-df21796f2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.362807 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:41:49.385107 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-b253ab81-a14f-4c73-b6d9-df21796f2178 None None] Port 765d85ec-1197-4cfc-9569-2834945fd664 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:41:49.451584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:41:49.456759 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] 10.222.0.20 "PUT /v2.0/routers/9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9522533 Jun 17 05:41:49.461093 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Sync routers for ids ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:41:49.472069 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Routers {'9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:49.472949 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:41:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:49.652813 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Set router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e gateway port host: None {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:50.064804 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:48Z', 'revision_number': 2, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port_host': None, '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:48Z', 'revision_number': 2, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:50.114298 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Checking router: 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:41:50.114664 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Updating router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e port 765d85ec-1197-4cfc-9569-2834945fd664 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:41:50.176587 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:50.672937 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:50.693141 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Transition to ACTIVE for port object 765d85ec-1197-4cfc-9569-2834945fd664 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:50.814544 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:50.817662 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:51.000107 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Pushing event updated for resources: {'Port': ['ID=765d85ec-1197-4cfc-9569-2834945fd664,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:51.015329 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.015652 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.015976 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.016290 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.016626 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.017481 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.017790 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.018149 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.018472 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.018779 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.019153 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.019366 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Tracked resource versions report: Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: pushed versions: Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Log': {'1.0'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Network': {'1.1'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Port': {'1.7'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'PortForwarding': {'1.2'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'QosPolicy': {'1.8'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SubPort': {'1.0'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Subnet': {'1.1'}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Trunk': {'1.1'}} Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: consumer versions: Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'ConntrackHelper': '1.0', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Log': '1.0', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Network': '1.1', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Port': '1.7', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'PortForwarding': '1.2', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'QosPolicy': '1.8', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroup': '1.4', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroupRule': '1.2', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SubPort': '1.0', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Subnet': '1.1', Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Trunk': '1.1'}} Jun 17 05:41:51.020513 dv-cinder-772623-9-iscsi neutron-server[99874]: {{(pid=99874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:51.024885 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Attempting to bind port 765d85ec-1197-4cfc-9569-2834945fd664 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:51.025276 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Attempting to bind port 765d85ec-1197-4cfc-9569-2834945fd664 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:51.025718 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Attempting to bind port 765d85ec-1197-4cfc-9569-2834945fd664 on network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:51.027691 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:51.031288 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:51.031670 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Checking segment: {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:51.032157 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.033114 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Bound using segment: {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:51.033596 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Bound port: 765d85ec-1197-4cfc-9569-2834945fd664, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb1bf81-123d-411a-931d-630b38aaf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:51.033957 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.096339 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] For port 765d85ec-1197-4cfc-9569-2834945fd664, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:51.116808 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] For port 765d85ec-1197-4cfc-9569-2834945fd664, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=765d85ec-1197-4cfc-9569-2834945fd664,segment=NetworkSegment(4bb1bf81-123d-411a-931d-630b38aaf5d5),segment_id=4bb1bf81-123d-411a-931d-630b38aaf5d5)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:51.189426 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.191656 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:51.246831 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Routers {'9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:51.247458 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:41:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:51.252807 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Pushing event updated for resources: {'Port': ['ID=765d85ec-1197-4cfc-9569-2834945fd664,revision_number=4']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:51.284534 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:51.338594 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] Set router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e gateway port host: None {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:51.545496 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:48Z', 'revision_number': 2, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port_host': None, '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:51Z', 'revision_number': 4, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:51.570476 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9933a-918e-4a52-a9ed-578a6e34763e None None] The sync data for ids ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'] in dv-cinder-772623-9-iscsi is: [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:48Z', 'revision_number': 2, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port_host': None, '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:51Z', 'revision_number': 4, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:41:51.615298 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44586) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:51.722233 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dc1dd-00dc-4093-b61a-33536b915176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:51.723602 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b46dc1dd-00dc-4093-b61a-33536b915176 admin admin] 10.222.0.20 "GET /v2.0/networks/5df93f53-42f6-4a48-bc40-8f7d9348c9a7 HTTP/1.1" status: 200 len: 842 time: 0.1073306 Jun 17 05:41:51.732680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:51.822334 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Made reservation on behalf of e0df56a2395147c5a48a700f1d25c0ac for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:51.824672 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.221292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.objects.ports [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99872) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 05:41:52.221744 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.224457 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:52.273254 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6113bc-fa92-47e2-95bb-33345c6336a3,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:52.278198 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:52.283504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:52.283855 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Network hostable DHCP agents. Network: 5df93f53-42f6-4a48-bc40-8f7d9348c9a7, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:41:52.376815 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:41:52.470985 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 5df93f53-42f6-4a48-bc40-8f7d9348c9a7) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:52.475046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:52.475433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.480493 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccfb990-3200-40d6-9ce3-909cf5119e72 None None] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:52.600509 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8571129 Jun 17 05:41:52.611103 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d3451-e58d-44de-8268-baa9dae8ce01 None None] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:54.879343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44598) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:54.916262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 765d85ec-1197-4cfc-9569-2834945fd664 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:55.010912 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-33173675-dcf2-472b-8060-35e0cfe575b4 admin admin] 10.222.0.20 "GET /v2.0/routers/9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e HTTP/1.1" status: 200 len: 710 time: 0.1304309 Jun 17 05:41:55.054340 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 765d85ec-1197-4cfc-9569-2834945fd664 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:55.058239 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 765d85ec-1197-4cfc-9569-2834945fd664 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:55.058553 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.097009 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971cc260-d668-4877-a2a9-7b61178dfc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:55.101227 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-971cc260-d668-4877-a2a9-7b61178dfc6c admin admin] 10.222.0.20 "GET /v2.0/networks/5df93f53-42f6-4a48-bc40-8f7d9348c9a7 HTTP/1.1" status: 200 len: 886 time: 0.0824199 Jun 17 05:41:55.107171 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:55.145204 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.182011 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 765d85ec-1197-4cfc-9569-2834945fd664, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=765d85ec-1197-4cfc-9569-2834945fd664,segment=NetworkSegment(4bb1bf81-123d-411a-931d-630b38aaf5d5),segment_id=4bb1bf81-123d-411a-931d-630b38aaf5d5)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:55.248569 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.251743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-63e6bb37-1e07-4f38-bc7e-d4f8af9885a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:55.302169 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=765d85ec-1197-4cfc-9569-2834945fd664,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:55.307627 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:55.353039 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.665583 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.738867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:55.839486 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Allocated IP 172.27.3.189 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/d5b24462-4c43-408f-b89c-2687defdc406) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:55.935330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.031353 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.033909 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:56.069922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:56.072649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:56.075121 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:56.110839 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b24462-4c43-408f-b89c-2687defdc406,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:56.136583 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:56.472243 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.661523 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.664720 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-494748'] for router, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.767405 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:41:56.870481 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:41:56.874667 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:56.875887 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e HTTP/1.1" status: 200 len: 890 time: 1.7720644 Jun 17 05:41:56.893444 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Sync routers for ids ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:41:56.957507 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 765d85ec-1197-4cfc-9569-2834945fd664 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:56.960122 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Routers {'9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:56.960805 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:41:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:57.186714 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 765d85ec-1197-4cfc-9569-2834945fd664 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:57.187078 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:57.213055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Set router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:57.629049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:56Z', 'revision_number': 4, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port': {'id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:55Z', 'updated_at': '2021-06-17T05:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:55Z', 'revision_number': 5, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:57.676942 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Checking router: 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:41:57.677577 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Updating router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e port d5b24462-4c43-408f-b89c-2687defdc406 binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:41:57.710625 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.022444 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.031517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Transition to ACTIVE for port object d5b24462-4c43-408f-b89c-2687defdc406 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:58.107939 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.110198 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:58.159588 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Attempting to bind port d5b24462-4c43-408f-b89c-2687defdc406 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:58.159956 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Attempting to bind port d5b24462-4c43-408f-b89c-2687defdc406 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:58.160317 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Attempting to bind port d5b24462-4c43-408f-b89c-2687defdc406 on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:58.162937 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Pushing event updated for resources: {'Port': ['ID=d5b24462-4c43-408f-b89c-2687defdc406,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:58.165604 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:58.168339 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:58.168731 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:58.169132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.170026 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:58.170026 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Bound port: d5b24462-4c43-408f-b89c-2687defdc406, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:58.170315 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.224618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] For port d5b24462-4c43-408f-b89c-2687defdc406, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:58.227678 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] For port d5b24462-4c43-408f-b89c-2687defdc406, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d5b24462-4c43-408f-b89c-2687defdc406,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:58.296587 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:58.298883 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:58.419240 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Routers {'9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:58.419842 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:41:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:58.424899 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Pushing event updated for resources: {'Port': ['ID=d5b24462-4c43-408f-b89c-2687defdc406,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:58.455129 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:58.532936 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] Set router 9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:58.734117 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:56Z', 'revision_number': 4, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port': {'id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:55Z', 'updated_at': '2021-06-17T05:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:55Z', 'revision_number': 5, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:58.763448 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25c84-b418-44e4-a759-b21ba63e42f4 None None] The sync data for ids ['9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e'] in dv-cinder-772623-9-iscsi is: [{'id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'name': 'router1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:38Z', 'updated_at': '2021-06-17T05:41:56Z', 'revision_number': 4, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'gw_port': {'id': 'd5b24462-4c43-408f-b89c-2687defdc406', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:55Z', 'updated_at': '2021-06-17T05:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '765d85ec-1197-4cfc-9569-2834945fd664', 'name': '', 'network_id': '5870bb85-274c-48f9-8ac1-4371f20ecfb1', 'tenant_id': 'fccf8bfc49324effb666402fd0d1432e', 'mac_address': 'fa:16:3e:d7:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419cefd-cdc9-4bfd-89f2-4e84d4f30b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:47Z', 'updated_at': '2021-06-17T05:41:55Z', 'revision_number': 5, 'project_id': 'fccf8bfc49324effb666402fd0d1432e', 'subnets': [{'id': '7a6bb4d2-0a95-4106-b4ad-84327eead67c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6eb6cd66-24f1-4862-8b8d-69605ce6f2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:41:58.950002 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d5b24462-4c43-408f-b89c-2687defdc406 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:59.065233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port d5b24462-4c43-408f-b89c-2687defdc406 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:59.069630 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port d5b24462-4c43-408f-b89c-2687defdc406 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:59.069993 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:59.155478 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:59.176815 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port d5b24462-4c43-408f-b89c-2687defdc406, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d5b24462-4c43-408f-b89c-2687defdc406,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:59.237239 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 44606) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:59.265702 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:59.268516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:59.318649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=d5b24462-4c43-408f-b89c-2687defdc406,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:59.321941 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:59.372510 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-91edd5fd-f691-4b2c-9603-6aa678d4624c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1332796 Jun 17 05:42:00.190049 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:42:00.903408 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d5b24462-4c43-408f-b89c-2687defdc406 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:42:00.949982 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port d5b24462-4c43-408f-b89c-2687defdc406 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:42:00.950350 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:12.579903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cbb07c98-b547-409f-80f6-c2df3eafd946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:15.032899 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9910a458-d152-4b35-8582-844171aefba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:15.174172 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:16.044832 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:17.908055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:37.189806 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:42:42.615427 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b4285343-c777-447b-a9c4-25d99936ddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:45.054912 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2df54fa1-abaa-4f90-a998-f5469ad70d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:45.166728 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:46.986214 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:47.934596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:12.579871 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-340421f3-dd2e-4e70-942e-e58120c2bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:14.188836 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:43:15.071399 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8592a882-c23d-49f2-8be7-77d1143cace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:15.157067 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:16.025283 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:17.914297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:37.806950 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45174) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:37.865082 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d24618-5d52-4441-aa43-da4c1387c8b6 admin admin] GET failed (client error): The resource could not be found. Jun 17 05:43:37.866376 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-05d24618-5d52-4441-aa43-da4c1387c8b6 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0584877 Jun 17 05:43:38.021077 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadbfa18-4b13-44da-aedb-0eac521c46a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:38.022416 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fadbfa18-4b13-44da-aedb-0eac521c46a6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1521068 Jun 17 05:43:40.128594 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45184) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:40.217345 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919b1f0-83ce-44e1-b3b2-9a14b727f733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:40.218667 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f919b1f0-83ce-44e1-b3b2-9a14b727f733 admin admin] 10.222.0.20 "GET /v2.0/subnets/7a6bb4d2-0a95-4106-b4ad-84327eead67c HTTP/1.1" status: 200 len: 849 time: 0.0891459 Jun 17 05:43:40.227726 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:43:40.309855 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:40.515412 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770468439408'] for subnet, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:40.517519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-79fdcc2e-7d7e-4aec-9784-2c570521dc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:43:40.545274 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:40.546421 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:40.548717 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] 10.222.0.20 "PUT /v2.0/subnets/7a6bb4d2-0a95-4106-b4ad-84327eead67c HTTP/1.1" status: 200 len: 868 time: 0.3229821 Jun 17 05:43:40.551902 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e8d3f-609b-4a03-938d-bfe66cfa093b None None] Network 5870bb85-274c-48f9-8ac1-4371f20ecfb1 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:43:40.567323 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6bb4d2-0a95-4106-b4ad-84327eead67c,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:43:40.575196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.575557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.575897 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.576232 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.576593 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.576937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.577261 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.577582 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.577916 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.578236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.578551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.578862 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:40.582818 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:43:40.921535 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-611b80f6-0edc-4965-86d1-80ead86ab32b None None] Provisioning complete for port 3bac7a40-e4e2-4a96-b9df-524e9fbbca04 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:43:40.921906 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-611b80f6-0edc-4965-86d1-80ead86ab32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:41.004726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-611b80f6-0edc-4965-86d1-80ead86ab32b None None] Provisioning complete for port 765d85ec-1197-4cfc-9569-2834945fd664 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:43:41.005020 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-611b80f6-0edc-4965-86d1-80ead86ab32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:42.565612 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-801cc90a-b1bf-49ac-9b9f-b44d1b224a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:42.687127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45192) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:42.884036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c1ce17-4945-44c2-bcbb-3af4a8f68c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:42.884438 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c1ce17-4945-44c2-bcbb-3af4a8f68c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:42.888517 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-66c1ce17-4945-44c2-bcbb-3af4a8f68c88 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1978981 Jun 17 05:43:44.963031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45200) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:45.053139 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c21de08d-0ce2-4711-aeac-b230942985ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:45.093766 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa9569-9d87-4acd-a4b1-480cbbd29ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:45.094502 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa9569-9d87-4acd-a4b1-480cbbd29ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:45.096003 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ecfa9569-9d87-4acd-a4b1-480cbbd29ffc admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1320398 Jun 17 05:43:45.144445 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:46.045202 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:47.219007 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45208) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:47.344008 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f372e-edf7-4d49-bf11-04459367109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:47.345360 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ae0f372e-edf7-4d49-bf11-04459367109c admin admin] 10.222.0.20 "GET /v2.0/networks/5870bb85-274c-48f9-8ac1-4371f20ecfb1 HTTP/1.1" status: 200 len: 868 time: 0.1253374 Jun 17 05:43:47.925186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:49.431933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45216) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:49.552737 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753e4cf-3ec4-4a70-aab3-201fb1bb72d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:49.554105 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3753e4cf-3ec4-4a70-aab3-201fb1bb72d3 admin admin] 10.222.0.20 "GET /v2.0/networks/5df93f53-42f6-4a48-bc40-8f7d9348c9a7 HTTP/1.1" status: 200 len: 886 time: 0.1211994 Jun 17 05:43:51.188350 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:43:51.660488 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45224) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:51.876455 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3a6b5-d5e8-490a-b2b4-2137d78e7a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:51.877401 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3a6b5-d5e8-490a-b2b4-2137d78e7a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:51.878404 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cbe3a6b5-d5e8-490a-b2b4-2137d78e7a1b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2169642 Jun 17 05:43:53.996581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45232) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:54.084865 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991bc818-127a-42d8-bb84-8c2109cdb336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:54.085246 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991bc818-127a-42d8-bb84-8c2109cdb336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:54.086710 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-991bc818-127a-42d8-bb84-8c2109cdb336 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891826 Jun 17 05:43:56.188729 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45240) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:56.270723 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6906839-f5af-4bb6-b235-26de183c5086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:56.272017 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e6906839-f5af-4bb6-b235-26de183c5086 admin admin] 10.222.0.20 "GET /v2.0/subnets/2b6113bc-fa92-47e2-95bb-33345c6336a3 HTTP/1.1" status: 200 len: 816 time: 0.0823669 Jun 17 05:43:58.400672 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45248) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:58.488701 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ebb94-a6f0-452f-9f44-272593a546ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:58.490031 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5a8ebb94-a6f0-452f-9f44-272593a546ed admin admin] 10.222.0.20 "GET /v2.0/subnets/7a6bb4d2-0a95-4106-b4ad-84327eead67c HTTP/1.1" status: 200 len: 868 time: 0.0879292 Jun 17 05:44:12.589052 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9c2d95b9-97eb-4cc9-bdc3-03549f3b5b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:15.057327 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-22c38700-4a25-4923-af87-0a78194f5355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:15.165971 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:16.057498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:17.925835 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:21.540834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45292) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:21.584517 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [None req-cc3225e0-1af1-4b47-9763-95f1741ec89d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:44:21.585480 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cc3225e0-1af1-4b47-9763-95f1741ec89d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437217 Jun 17 05:44:23.806389 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45300) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:23.863908 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1a9e9b-308c-4f99-a90f-2e16a2ab8ceb admin admin] GET failed (client error): The resource could not be found. Jun 17 05:44:23.865254 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0d1a9e9b-308c-4f99-a90f-2e16a2ab8ceb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579133 Jun 17 05:44:23.948388 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8d89c-73f6-4950-a54a-07bb5e35bc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:23.949800 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2fb8d89c-73f6-4950-a54a-07bb5e35bc1d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799446 Jun 17 05:44:26.103576 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45308) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:26.148104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:44:26.222443 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Made reservation on behalf of e0df56a2395147c5a48a700f1d25c0ac for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:44:26.224769 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.253782 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING neutron.services.revisions.revision_plugin [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Could not find related network for resource to bump revision. Jun 17 05:44:26.263698 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:44:26.271711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.272042 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Added segment 8a9460fe-6a37-4ac6-b8f6-6b851870e98a of type vlan for network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 Jun 17 05:44:26.309335 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.392336 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.393561 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:26.394124 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.396062 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:26.451778 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddffacf-ee74-4eb7-83b8-1ec2bb710a22,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:26.454444 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:26.462694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:44:26.480657 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3759007 Jun 17 05:44:28.187632 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:44:28.615547 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45316) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:28.680848 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4182399e-4190-49fd-98b0-1e9c8885c415 admin admin] GET failed (client error): The resource could not be found. Jun 17 05:44:28.682212 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4182399e-4190-49fd-98b0-1e9c8885c415 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657368 Jun 17 05:44:28.747453 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c53268-e134-49a6-a6a1-77f39e0b913e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:28.748871 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e1c53268-e134-49a6-a6a1-77f39e0b913e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0628867 Jun 17 05:44:28.757946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:44:28.832111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Made reservation on behalf of e0df56a2395147c5a48a700f1d25c0ac for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:44:28.834418 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.049445 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.051459 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:29.133884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42751ff2-468c-42b3-bec0-064f2b69142f,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:29.133884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:29.133884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Checking segment: {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:44:29.133884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Network hostable DHCP agents. Network: 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:44:29.245295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:44:29.340914 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:44:29.345111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:29.345718 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.350136 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c456b4f6-caff-4966-b6bb-32dafaf0aebb None None] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:44:29.427474 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0c53c2e2-2c52-4469-b141-ed49c37b2ddd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6725831 Jun 17 05:44:29.587191 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-2ddffacf-ee74-4eb7-83b8-1ec2bb710a22', 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22', 'tenant_id': 'e0df56a2395147c5a48a700f1d25c0ac', 'fixed_ips': [{'subnet_id': '42751ff2-468c-42b3-bec0-064f2b69142f'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:44:29.588046 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.724340 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Allocated IP 192.168.233.2 (2ddffacf-ee74-4eb7-83b8-1ec2bb710a22/42751ff2-468c-42b3-bec0-064f2b69142f/ea24c70a-6e95-4a25-a665-fb7bc0707d4a) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:44:29.871091 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.879142 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Transition to ACTIVE for port object ea24c70a-6e95-4a25-a665-fb7bc0707d4a will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:44:29.893889 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Transition to ACTIVE for port object ea24c70a-6e95-4a25-a665-fb7bc0707d4a will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:44:29.982192 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.984521 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f992d573-2486-4366-afd4-4ccb2833a558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:30.023301 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:44:30.026762 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:44:30.036749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:44:30.039444 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Pushing event updated for resources: {'Port': ['ID=ea24c70a-6e95-4a25-a665-fb7bc0707d4a,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:30.049694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.050039 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.050372 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.050703 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.051028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.051354 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.051672 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.051990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.052303 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.052667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.052980 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.053295 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:30.071606 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:30.102952 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Attempting to bind port ea24c70a-6e95-4a25-a665-fb7bc0707d4a on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:44:30.103324 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Attempting to bind port ea24c70a-6e95-4a25-a665-fb7bc0707d4a by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:44:30.103687 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Attempting to bind port ea24c70a-6e95-4a25-a665-fb7bc0707d4a on network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:44:30.108576 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:44:30.108951 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Checking segment: {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:44:30.109349 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:30.109768 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Bound using segment: {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:44:30.110265 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Bound port: ea24c70a-6e95-4a25-a665-fb7bc0707d4a, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:44:30.110645 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:30.172679 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] For port ea24c70a-6e95-4a25-a665-fb7bc0707d4a, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:44:30.175815 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] For port ea24c70a-6e95-4a25-a665-fb7bc0707d4a, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ea24c70a-6e95-4a25-a665-fb7bc0707d4a,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:44:30.250201 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:30.252610 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-014fc4bf-05ca-44c6-88a4-4ab5421082c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:30.310020 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Pushing event updated for resources: {'Port': ['ID=ea24c70a-6e95-4a25-a665-fb7bc0707d4a,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:30.315881 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:31.052020 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ea24c70a-6e95-4a25-a665-fb7bc0707d4a up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:44:31.157624 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abec10-0678-41e3-9fe3-82c9c1bac768 None None] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:44:31.170748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port ea24c70a-6e95-4a25-a665-fb7bc0707d4a completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:44:31.335119 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Provisioning for port ea24c70a-6e95-4a25-a665-fb7bc0707d4a completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:44:31.339125 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Provisioning complete for port ea24c70a-6e95-4a25-a665-fb7bc0707d4a triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:44:31.339494 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:31.423585 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:31.465489 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] For port ea24c70a-6e95-4a25-a665-fb7bc0707d4a, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ea24c70a-6e95-4a25-a665-fb7bc0707d4a,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:44:31.535373 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:31.538681 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:31.589117 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Pushing event updated for resources: {'Port': ['ID=ea24c70a-6e95-4a25-a665-fb7bc0707d4a,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:31.592063 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:31.654678 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-c508ca40-acd1-457a-af1d-8278e6e7dd28 None None] Provisioning complete for port ea24c70a-6e95-4a25-a665-fb7bc0707d4a triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:44:31.655328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c508ca40-acd1-457a-af1d-8278e6e7dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:33.017282 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ea24c70a-6e95-4a25-a665-fb7bc0707d4a up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:44:33.063109 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port ea24c70a-6e95-4a25-a665-fb7bc0707d4a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:44:33.063415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:42.637495 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-eddf50d5-a04e-4fa0-9443-f5436efe3ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:45.072452 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aba66df3-0008-48f9-9f3a-098428cefc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:45.181761 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:46.073346 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:47.911824 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:05.186197 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:45:12.579941 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-fce86889-ccc8-4557-af19-5d8c0fbe2d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:15.042834 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a3b4abad-460d-40d7-8770-5edef0af90f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:15.168411 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:16.072576 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:17.906660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:42.184809 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:45:42.580092 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8b45f281-56be-45b1-9678-b2b6c1cbc874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:45.048845 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b94b90fb-202a-4ae3-9070-d71f1e199cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:45.168482 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:46.060165 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:48.026356 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:08.447998 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45368) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:08.453882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [None req-c3931e16-f7e5-4eea-ab8b-84ba36a2e574 tempest-verify_tempest_config-1461148986 tempest-verify_tempest_config-1461148986-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:46:08.454830 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-c3931e16-f7e5-4eea-ab8b-84ba36a2e574 tempest-verify_tempest_config-1461148986 tempest-verify_tempest_config-1461148986-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058372 Jun 17 05:46:08.932362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45386) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:09.083490 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.policy [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 05:46:09.128742 dv-cinder-772623-9-iscsi neutron-server[99871]: WARNING oslo_policy.policy [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:46:09.129103 dv-cinder-772623-9-iscsi neutron-server[99871]: WARNING oslo_policy.policy [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:46:09.169604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.177158 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.quota [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Loaded quota_driver: . Jun 17 05:46:09.317843 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.400579 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.407548 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:46:09.439933 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=843e82e1e9804e92a51447bb4143165c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5065281 Jun 17 05:46:09.442585 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45396) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:09.450979 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc91bccf-8c96-4236-acf3-e722e46a2905,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:46:09.464953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.465287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.465606 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.465918 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.466227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.466557 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.466864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.467168 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.467487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.467789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.468094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.468404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Tracked resource versions report: Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: pushed versions: Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: { 'AddressGroup': {'1.2'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'ConntrackHelper': {'1.0'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Log': {'1.0'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Network': {'1.1'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Port': {'1.7'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'PortForwarding': {'1.2'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'QosPolicy': {'1.8'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroup': {'1.4'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SubPort': {'1.0'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Subnet': {'1.1'}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Trunk': {'1.1'}} Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: consumer versions: Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'ConntrackHelper': '1.0', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Log': '1.0', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Network': '1.1', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Port': '1.7', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'PortForwarding': '1.2', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'QosPolicy': '1.8', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroup': '1.4', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroupRule': '1.2', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SubPort': '1.0', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Subnet': '1.1', Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Trunk': '1.1'}} Jun 17 05:46:09.469514 dv-cinder-772623-9-iscsi neutron-server[99871]: {{(pid=99871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:46:09.496717 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.499144 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:46:09.517177 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.676530 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.679303 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.680419 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc91bccf-8c96-4236-acf3-e722e46a2905 HTTP/1.1" status: 204 len: 168 time: 0.2368989 Jun 17 05:46:09.681715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:46:09.688734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc91bccf-8c96-4236-acf3-e722e46a2905,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:46:09.694969 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.695321 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.695650 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.695972 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.696287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.696641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.696958 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.697272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.697576 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.697882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.698183 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.698484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.701563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:46:12.573527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0ad77536-6354-4e2d-8df8-82c095b75da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:15.030654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b05f0692-9880-460d-b60a-a230d31936ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:15.173391 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:16.064789 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:17.927482 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:19.184603 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:46:42.582806 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8857ed86-fc7c-485a-97a1-9aa03d157474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:45.046364 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-3e366834-1e71-492c-88ef-dbf1a1cb346c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:45.138036 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:46.059100 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:48.022671 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:56.183243 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:47:12.587394 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cdb6838c-d8ba-49d8-9c0a-eb70d55131ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:15.039739 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a25c5884-18ed-4266-bba5-578f01cde195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:15.136571 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:16.067321 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:17.954258 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:33.180735 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 5 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:47:42.581457 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5d9cdfd3-a3c4-4bc6-b85b-cb109c5969e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:44.649979 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095'] for agent, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:45.079006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0a48-5665-4737-a6f7-07703d86d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:45.169873 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:46.043948 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:47.930124 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:58.655484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45470) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:47:58.761472 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ee6add9d-bec1-4caa-b66b-e3911e29aee0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1049032 Jun 17 05:48:00.889582 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45480) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:48:00.942554 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6cb1247c-0c31-4059-adea-790740b5feec admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0518649 Jun 17 05:48:10.179129 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:48:12.591583 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-dcb596ac-d98d-4b5f-bedb-565394aa8d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:14.597238 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:15.077668 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8057884b-356c-4361-82b4-6f4e5248c2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:15.145671 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:16.065959 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:17.928880 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:42.625253 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d8ed0489-2940-45a4-bae8-1a17f0bb5180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:44.574000 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:45.041811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-85e8cc3a-0488-46dd-8502-d1d1e0116288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:45.167935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:46.059211 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:47.177677 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:48:47.962242 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:12.601385 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa0a-2b9a-44c7-8cd9-f6a7ec2fa2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:14.583621 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:15.127019 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2e61958d-8381-4646-a376-384694f38537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:15.183851 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:16.069777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:17.944144 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.176705 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:49:28.362526 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45606) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:28.657715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-network', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:28.755137 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Made reservation on behalf of 3cd22d4f0c3244dbb34b38450177e094 for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:28.757622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.765800 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.858333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.961109 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.965228 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3c64b413-4983-407d-b55d-897a22cc724e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.981657 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:28.994922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e86624-ebb3-4957-83ab-ecdcfc246ca4,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:29.002442 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.002780 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Added segment eb66c44b-6e1d-48b7-b843-b808c29a8c55 of type vlan for network 1008679a-5363-4b75-81f1-ca37c60db0aa Jun 17 05:49:29.005394 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.005744 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.006081 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.006409 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.006733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.007073 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.007396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.007713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.008034 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.008353 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.008693 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.009007 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Tracked resource versions report: Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: pushed versions: Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Log': {'1.0'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Network': {'1.1'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Port': {'1.7'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'PortForwarding': {'1.2'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'QosPolicy': {'1.8'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SubPort': {'1.0'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Subnet': {'1.1'}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Trunk': {'1.1'}} Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: consumer versions: Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'ConntrackHelper': '1.0', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Log': '1.0', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Network': '1.1', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Port': '1.7', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'PortForwarding': '1.2', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'QosPolicy': '1.8', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroup': '1.4', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SecurityGroupRule': '1.2', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'SubPort': '1.0', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Subnet': '1.1', Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: 'Trunk': '1.1'}} Jun 17 05:49:29.010069 dv-cinder-772623-9-iscsi neutron-server[99872]: {{(pid=99872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:29.021503 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:29.051371 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.160769 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.165743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:29.165743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.165743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:29.222402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=1008679a-5363-4b75-81f1-ca37c60db0aa,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:29.225770 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:29.233077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 1008679a-5363-4b75-81f1-ca37c60db0aa details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:29.315415 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9517870 Jun 17 05:49:29.322673 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45648) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:29.327530 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Request body: {'subnet': {'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-subnet', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:29.417829 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Made reservation on behalf of 3cd22d4f0c3244dbb34b38450177e094 for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:29.420310 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.669881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.676071 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bef88322-3630-45a3-8033-965c8c25786a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:29.728660 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c4f7d3-3063-402c-8557-a0cbf5f82f98,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:29.731485 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:29.740696 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Checking segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:29.740696 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Network hostable DHCP agents. Network: 1008679a-5363-4b75-81f1-ca37c60db0aa, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:29.846659 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Network 1008679a-5363-4b75-81f1-ca37c60db0aa is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:29.932309 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 1008679a-5363-4b75-81f1-ca37c60db0aa) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:29.942056 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:29.943708 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.945422 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81f6be-08f7-4a70-a24f-a4fe462ffd01 None None] Network 1008679a-5363-4b75-81f1-ca37c60db0aa requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:30.024590 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7008235 Jun 17 05:49:30.034112 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45692) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.034112 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:30.079779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baacd3-6a5b-43da-9fee-ef06de751efd None None] Network 1008679a-5363-4b75-81f1-ca37c60db0aa requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:30.150402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.151616 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.205711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.408394 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.698966 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45710) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.742846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.760946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.791434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45718) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.823191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45722) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.861666 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Allocated IP 172.27.3.21 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/436943b4-da8d-49fa-9360-8fd9e0a2d0c2) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:30.967467 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.021554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1353358141-network', 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:31.104424 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.110135 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-334f0c97-3a6a-4774-b2f7-0f2d4e1b59c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:31.112255 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-39212083-network', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:31.140265 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:31.144751 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.158736 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.168378 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-560267728-network', 'tenant_id': '4f996419c63b484094171cc6855cd097'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:31.193092 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Pushing event updated for resources: {'Port': ['ID=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:31.197235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:31.208760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Made reservation on behalf of 31dd2dfa2e0f486592ca253ded72f9f6 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:31.211042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.223989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:31.225515 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:31.237752 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:31.237924 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.248189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.db.api [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 05:49:31.248189 dv-cinder-772623-9-iscsi neutron-server[99871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 05:49:31.248189 dv-cinder-772623-9-iscsi neutron-server[99871]: [parameters: {'project_id_1': '3119c01b2b9a40eea646c717b0c65e47', 'expiration_1': datetime.datetime(2021, 6, 17, 5, 49, 31, 181921)}] Jun 17 05:49:31.248189 dv-cinder-772623-9-iscsi neutron-server[99871]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:49:31.248643 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_db.api [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:49:31.311755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Made reservation on behalf of 4f996419c63b484094171cc6855cd097 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:31.314530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.411407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.437817 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.519836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.525892 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9640f063-c840-47a4-b461-b08cdb24eb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:31.556430 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:31.580188 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19fedd-764f-428a-a241-e905e7419e6f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:31.593417 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770468472104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.594027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Unsubscribe: segment precommit_create {{(pid=99871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 05:49:31.594525 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Added segment 77c35752-2a73-42a0-b8a8-af98687cfbe4 of type vlan for network e010d35e-12ff-4ed0-9469-9aba3b96ba31 Jun 17 05:49:31.622442 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.622442 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.624382 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.624756 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.625088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.625434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Tracked resource versions report: Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: pushed versions: Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Log': {'1.0'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Network': {'1.1'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Port': {'1.7'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'PortForwarding': {'1.2'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'QosPolicy': {'1.8'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SubPort': {'1.0'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Subnet': {'1.1'}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Trunk': {'1.1'}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: consumer versions: Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'ConntrackHelper': '1.0', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Log': '1.0', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Network': '1.1', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Port': '1.7', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'PortForwarding': '1.2', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'QosPolicy': '1.8', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroup': '1.4', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SecurityGroupRule': '1.2', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'SubPort': '1.0', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Subnet': '1.1', Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: 'Trunk': '1.1'}} Jun 17 05:49:31.646424 dv-cinder-772623-9-iscsi neutron-server[99871]: {{(pid=99871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:31.660571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:31.705748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.734918 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.788502 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.833138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.927501 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.126546 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Router 604838d6-6db6-44a8-9fb2-11079a19d326 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:49:32.129524 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.141355 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.144220 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:32.144911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.150878 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.267821 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:32.281457 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Sync routers for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:32.287218 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:32.289223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e010d35e-12ff-4ed0-9469-9aba3b96ba31,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.294069 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:32.294069 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:32.305090 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:32.305613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.305613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.324270 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.324703 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Added segment 61872a42-403b-4127-b502-b8f59b57de33 of type vlan for network 2da9cc40-9494-4350-a1e3-9a80f7e84517 Jun 17 05:49:32.389249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce07b97e-ccc5-4717-a427-3b45573b23e4,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.414362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.429766 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.449161 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:32.458127 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.557470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.563357 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.585939 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:32.599917 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.604312 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:32.604965 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.609706 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef960c-7b64-44c0-9d51-aac66f7a19e1,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.612551 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.613091 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Added segment e70d9352-03c6-4edc-b4bb-8d5bc9c44c98 of type vlan for network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 Jun 17 05:49:32.630709 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.632112 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.643566 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:31Z', 'revision_number': 3, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:32.663387 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.664809 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6366973 Jun 17 05:49:32.667577 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45788) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:32.680227 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Checking router: 604838d6-6db6-44a8-9fb2-11079a19d326 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:32.680654 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Updating router 604838d6-6db6-44a8-9fb2-11079a19d326 port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:32.727035 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.775137 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9815488 Jun 17 05:49:32.775748 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45794) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:32.793537 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Request body: {'subnet': {'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-subnet', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:32.816662 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9917440 Jun 17 05:49:32.817322 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45796) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:32.850748 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Request body: {'subnet': {'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-560267728-subnet', 'tenant_id': '4f996419c63b484094171cc6855cd097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:32.885561 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.925373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Pushing event updated for resources: {'Network': ['ID=2da9cc40-9494-4350-a1e3-9a80f7e84517,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.933798 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.938505 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 2da9cc40-9494-4350-a1e3-9a80f7e84517 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:33.002269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Made reservation on behalf of 31dd2dfa2e0f486592ca253ded72f9f6 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:33.004697 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.065076 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.123649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:33.124542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.155680 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.167410 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Transition to ACTIVE for port object 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:33.184405 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:33.216124 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Made reservation on behalf of 4f996419c63b484094171cc6855cd097 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:33.218386 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.229728 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.233599 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:33.260135 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.297001 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Attempting to bind port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:33.297916 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Attempting to bind port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:33.298820 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Attempting to bind port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:33.312285 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Pushing event updated for resources: {'Port': ['ID=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:33.316904 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:33.317812 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:33.318036 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.318595 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:33.319176 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Bound port: 436943b4-da8d-49fa-9360-8fd9e0a2d0c2, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:33.319783 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.323344 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6227489 Jun 17 05:49:33.357471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45820) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:33.362985 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Request body: {'subnet': {'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1353358141-subnet', 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:33.370387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Pushing event updated for resources: {'Network': ['ID=8ceb3308-322f-4f04-be5d-7d1ef76e8636,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:33.381417 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:33.389226 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:33.419686 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] For port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:33.428340 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] For port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:33.435486 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.435964 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.436380 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.436833 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.437370 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.438405 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.439693 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.440507 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.441571 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.442430 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.443437 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.444574 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Tracked resource versions report: Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: pushed versions: Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Log': {'1.0'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Network': {'1.1'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Port': {'1.7'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'PortForwarding': {'1.2'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'QosPolicy': {'1.8'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SubPort': {'1.0'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Subnet': {'1.1'}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Trunk': {'1.1'}} Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: consumer versions: Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'ConntrackHelper': '1.0', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Log': '1.0', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Network': '1.1', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Port': '1.7', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'PortForwarding': '1.2', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'QosPolicy': '1.8', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroup': '1.4', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SecurityGroupRule': '1.2', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'SubPort': '1.0', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Subnet': '1.1', Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: 'Trunk': '1.1'}} Jun 17 05:49:33.446740 dv-cinder-772623-9-iscsi neutron-server[99874]: {{(pid=99874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:33.452898 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:33.505940 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.510505 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-b591f318-0897-48ef-88e6-3e3fde872fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:33.546204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:33.546440 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Allocated IP 172.20.0.1 (1008679a-5363-4b75-81f1-ca37c60db0aa/a2c4f7d3-3063-402c-8557-a0cbf5f82f98/66c6a844-544a-4dda-b0fb-c440247fe48a) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:33.553381 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.588808 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Pushing event updated for resources: {'Port': ['ID=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:33.591601 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:33.592197 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:33.603422 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:33.672811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.709294 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:33.709508 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.715121 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:33.735076 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45836) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:33.835935 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.852003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:33.912646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Checking segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:33.913228 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Network hostable DHCP agents. Network: e010d35e-12ff-4ed0-9469-9aba3b96ba31, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:33.968047 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:31Z', 'revision_number': 3, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:33.968269 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Network 1008679a-5363-4b75-81f1-ca37c60db0aa is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:33.971685 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:33.987287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:33.987789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.004251 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb8a225-ca48-474b-86f0-3a6f348d4bf5,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.016506 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.048679 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.050618 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Pushing event updated for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.051152 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93741d31-f425-44d7-ad8d-9e220c3b0740 None None] The sync data for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi is: [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:31Z', 'revision_number': 3, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:34.058789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.190458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.192577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:34.214950 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.273898 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5320e79-c662-4cf6-8a47-f30cbe74e4d8,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.278022 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.278917 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.292635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.292635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Checking segment: {'id': '61872a42-403b-4127-b502-b8f59b57de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:34.292635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Network hostable DHCP agents. Network: 2da9cc40-9494-4350-a1e3-9a80f7e84517, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:34.343113 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, e010d35e-12ff-4ed0-9469-9aba3b96ba31) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:34.354037 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:34.354513 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.357337 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51976b-e484-455a-ae20-00c2393c0db2 None None] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:34.363506 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.372109 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.401542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Checking segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:34.402140 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Network hostable DHCP agents. Network: 8ceb3308-322f-4f04-be5d-7d1ef76e8636, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:34.409470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Network 2da9cc40-9494-4350-a1e3-9a80f7e84517 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:34.424667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 2da9cc40-9494-4350-a1e3-9a80f7e84517) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:34.431581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:34.432193 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.468631 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.484770 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce2984-4fab-4090-8717-2c38774bed58 None None] Network 2da9cc40-9494-4350-a1e3-9a80f7e84517 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:34.509400 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:34.516085 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 8ceb3308-322f-4f04-be5d-7d1ef76e8636) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:34.526470 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.526715 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69226e-1662-4b6d-8637-f2401a878597 None None] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:34.529464 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:34.530076 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.579010 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.602292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e854434-4b6d-4111-bc74-4df3c77c053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.642629 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=881d2eb95e2d4b2da27e9e4de1d6c379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9062066 Jun 17 05:49:34.646441 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45878) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:34.677531 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9203be2-4750-47b2-92b4-d04be53a850a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.688699 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.713710 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3561790 Jun 17 05:49:34.715961 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8762941 Jun 17 05:49:34.735247 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-30f67fb0-b3a5-4622-898b-0f92172eed0e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9497035 Jun 17 05:49:34.745255 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45890) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:34.766852 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:34.859439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.869934 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45894) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:34.881632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.890615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ffb79-601d-4998-a290-d70d5275aaca None None] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:34.928788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.941190 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.943461 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.943612 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f58434-d4a9-494a-83e7-2c35bd47fc8d None None] Network 2da9cc40-9494-4350-a1e3-9a80f7e84517 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:34.966394 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:49:34.967350 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.979900 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.983759 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.008113 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d249f671-5d98-4e25-9afc-46db5b8669e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:35.264958 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Network 1008679a-5363-4b75-81f1-ca37c60db0aa is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:35.268996 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:35.271530 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Pushing event updated for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:35.303783 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.347989 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45906) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:35.386779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.421553 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:35.435527 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:35.554311 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Router 604838d6-6db6-44a8-9fb2-11079a19d326 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:49:35.594770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.630858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.632049 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9203be2-4750-47b2-92b4-d04be53a850a HTTP/1.1" status: 204 len: 168 time: 0.9845917 Jun 17 05:49:35.643674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:35.654160 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Allocated IP 172.20.0.2 (e010d35e-12ff-4ed0-9469-9aba3b96ba31/8cb8a225-ca48-474b-86f0-3a6f348d4bf5/d33db40c-f487-4176-830e-dbb0cb2001da) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:35.657165 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9203be2-4750-47b2-92b4-d04be53a850a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:35.659865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:35.664330 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.752709 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:35.767129 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:35.767633 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.872533 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45948) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:35.897415 dv-cinder-772623-9-iscsi neutron-server[99872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 05:49:35.933692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.945963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:35.958741 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.971987 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] 10.222.0.20 "PUT /v2.0/routers/604838d6-6db6-44a8-9fb2-11079a19d326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952776 Jun 17 05:49:35.972599 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.996233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Transition to ACTIVE for port object d33db40c-f487-4176-830e-dbb0cb2001da will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:36.007572 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45964) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.010182 dv-cinder-772623-9-iscsi neutron-server[99871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 05:49:36.045048 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.133906 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:36.146375 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Transition to ACTIVE for port object d33db40c-f487-4176-830e-dbb0cb2001da will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:36.260508 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-626a3ae3-ff06-4223-8e7c-7ce348abdaf2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:36.269627 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-626a3ae3-ff06-4223-8e7c-7ce348abdaf2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.3780258 Jun 17 05:49:36.300558 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-9ba3bc94-c72e-42b6-91cb-62b91160bf9e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/quotas/3119c01b2b9a40eea646c717b0c65e47 HTTP/1.1" status: 200 len: 375 time: 0.0299501 Jun 17 05:49:36.333419 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.335218 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.337497 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.355886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.380314 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-01f41b3f-2d7b-442a-8a0c-7bb1c216c717 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788019 Jun 17 05:49:36.391154 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.418442 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:36.423006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:36.430497 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:36.486225 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.518424 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.519169 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.521324 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.524287 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.524987 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.525893 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.526087 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.526594 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.526842 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebcf58ea9f5f4942a555dcb5a10edada&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6558847 Jun 17 05:49:36.527420 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.527911 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.528395 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.529664 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45976) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.539313 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Tracked resource versions report: Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: pushed versions: Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Log': {'1.0'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Network': {'1.1'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Port': {'1.7'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'PortForwarding': {'1.2'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'QosPolicy': {'1.8'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SubPort': {'1.0'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Subnet': {'1.1'}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Trunk': {'1.1'}} Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: consumer versions: Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: { DHCP agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: L3 agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: Metadata agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: Metering agent@dv-cinder-772623-9-iscsi: {}, Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: Open vSwitch agent@dv-cinder-772623-9-iscsi: { 'AddressGroup': '1.2', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'ConntrackHelper': '1.0', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Log': '1.0', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Network': '1.1', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Port': '1.7', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'PortForwarding': '1.2', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'QosPolicy': '1.8', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroup': '1.4', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SecurityGroupRule': '1.2', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'SubPort': '1.0', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Subnet': '1.1', Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: 'Trunk': '1.1'}} Jun 17 05:49:36.549074 dv-cinder-772623-9-iscsi neutron-server[99873]: {{(pid=99873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:36.550995 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a759cc6-651b-41d3-96e1-918604debd58,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.558099 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.586425 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-807080a8-1113-4962-aab0-59c9f0c98bd8 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:36.588296 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-807080a8-1113-4962-aab0-59c9f0c98bd8 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/networks?id=2da9cc40-9494-4350-a1e3-9a80f7e84517 HTTP/1.1" status: 200 len: 811 time: 0.5792444 Jun 17 05:49:36.593814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Sync routers for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:36.606444 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.623910 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-7f99e496-f9cb-46e5-a043-71523d9d39a5 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/quotas/4f996419c63b484094171cc6855cd097 HTTP/1.1" status: 200 len: 375 time: 0.0285106 Jun 17 05:49:36.635535 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Attempting to bind port d33db40c-f487-4176-830e-dbb0cb2001da on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:36.658456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Attempting to bind port d33db40c-f487-4176-830e-dbb0cb2001da by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:36.658456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Attempting to bind port d33db40c-f487-4176-830e-dbb0cb2001da on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:36.659323 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 45980) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Checking segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Bound using segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Bound port: d33db40c-f487-4176-830e-dbb0cb2001da, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:36.659615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.660145 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-9197934a-4154-45b6-aafe-32a1d8375f85 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:36.661091 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-9197934a-4154-45b6-aafe-32a1d8375f85 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0832901 Jun 17 05:49:36.661254 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:36.661890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:36.664798 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.702641 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Pushing event updated for resources: {'Port': ['ID=d33db40c-f487-4176-830e-dbb0cb2001da,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.703447 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-eadea4ca-0289-487a-beb3-aeb6601fc5da tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f996419c63b484094171cc6855cd097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660083 Jun 17 05:49:36.703776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.706647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.733226 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.735032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.735309 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.809971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.820260 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.821498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:36.837973 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-80329d85-faed-467a-808d-d88fe98119d3 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580243 Jun 17 05:49:36.867892 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] For port d33db40c-f487-4176-830e-dbb0cb2001da, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:36.887649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] For port d33db40c-f487-4176-830e-dbb0cb2001da, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d33db40c-f487-4176-830e-dbb0cb2001da,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:36.933143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca6155e71338460184d44fee61085814&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5775526 Jun 17 05:49:36.943005 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 45988) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.946141 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba9fb7-f5ce-4fda-8c03-8bb23c40f82c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.949315 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.956731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.972590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.984236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.986791 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.991403 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a759cc6-651b-41d3-96e1-918604debd58 HTTP/1.1" status: 204 len: 168 time: 0.4572697 Jun 17 05:49:36.996068 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.008139 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a759cc6-651b-41d3-96e1-918604debd58,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.011384 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e72049b3-553f-40be-a678-e14e05dd16b9 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555898 Jun 17 05:49:37.028126 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:37.043679 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.049069 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.073136 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.073533 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-5cddfcdd-d18b-49fa-bc8c-ed2b504c043c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:37.074643 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-5cddfcdd-d18b-49fa-bc8c-ed2b504c043c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2069130 Jun 17 05:49:37.083539 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.144396 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Pushing event updated for resources: {'Port': ['ID=d33db40c-f487-4176-830e-dbb0cb2001da,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.204814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:37.235309 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.239684 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.243954 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dba9fb7-f5ce-4fda-8c03-8bb23c40f82c HTTP/1.1" status: 204 len: 168 time: 0.2972646 Jun 17 05:49:37.243954 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.251182 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba9fb7-f5ce-4fda-8c03-8bb23c40f82c,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.270634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:37.292328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '66c6a844-544a-4dda-b0fb-c440247fe48a', 'name': '', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'mac_address': 'fa:16:3e:df:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 2, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'subnets': [{'id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:37.307860 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:37.357319 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Checking router: 604838d6-6db6-44a8-9fb2-11079a19d326 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:37.358126 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.358297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Updating router 604838d6-6db6-44a8-9fb2-11079a19d326 port 66c6a844-544a-4dda-b0fb-c440247fe48a binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:37.369225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Allocated IP 172.27.3.134 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/55e091d3-ac7e-4459-9363-ac97a113c2ac) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:37.397927 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-1de72226-254f-4f63-833b-c45ce0528700 service neutron] 10.222.0.20 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027220 Jun 17 05:49:37.480689 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.602469 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.663916 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.753583 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:37.753961 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.910324 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-e855b8bc-0211-4dca-80c6-6b4994f7032d service neutron] 10.222.0.20 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980311 Jun 17 05:49:37.931456 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9478524bd3c42dcac3b8b2e4e1db036&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2907310 Jun 17 05:49:37.935281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46030) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:37.936871 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19006bc9-9317-41f3-ab04-b7c21ea56fd1,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.960911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.029231 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.045311 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Transition to ACTIVE for port object 66c6a844-544a-4dda-b0fb-c440247fe48a will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:38.063807 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.092027 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.132368 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.135621 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.136458 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.263716 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46040) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:38.291730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.301665 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Pushing event updated for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.305196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.381462 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Attempting to bind port 66c6a844-544a-4dda-b0fb-c440247fe48a on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:38.383058 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Attempting to bind port 66c6a844-544a-4dda-b0fb-c440247fe48a by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:38.383058 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Attempting to bind port 66c6a844-544a-4dda-b0fb-c440247fe48a on network 1008679a-5363-4b75-81f1-ca37c60db0aa {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:38.389220 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-4be338bc-f284-4377-aa81-8da4a8f8869d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:38.393704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:38.394082 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Checking segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:38.394493 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.397863 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Bound using segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:38.397863 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Bound port: 66c6a844-544a-4dda-b0fb-c440247fe48a, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:38.399568 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.407990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.415378 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.417936 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-4be338bc-f284-4377-aa81-8da4a8f8869d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 819 time: 0.2175295 Jun 17 05:49:38.452692 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-eb7a1fc5-1dd9-4ed2-86e9-6ba3561a9849 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/quotas/3cd22d4f0c3244dbb34b38450177e094 HTTP/1.1" status: 200 len: 375 time: 0.0320518 Jun 17 05:49:38.454253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.458306 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.463930 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19006bc9-9317-41f3-ab04-b7c21ea56fd1 HTTP/1.1" status: 204 len: 168 time: 0.5252066 Jun 17 05:49:38.500222 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.522588 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19006bc9-9317-41f3-ab04-b7c21ea56fd1,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.541963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.569475 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7a14a3f1-dae2-46ca-a061-cddc150ab1eb req-e92e677c-f78d-4fd7-93b1-588049c3de7c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0961332 Jun 17 05:49:38.633555 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-e93243e9-df03-4b76-af38-292166b1a198 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638701 Jun 17 05:49:38.656654 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:38.719332 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] For port 66c6a844-544a-4dda-b0fb-c440247fe48a, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:38.734554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:38.737634 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] For port 66c6a844-544a-4dda-b0fb-c440247fe48a, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=66c6a844-544a-4dda-b0fb-c440247fe48a,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:38.747720 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f072576f-ad3e-4592-8f74-c1652d0b6459 req-cadae7a8-897a-4017-93d4-5d8914263e75 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.0635202 Jun 17 05:49:38.750245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:38.773754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Pushing event updated for resources: {'Port': ['ID=55e091d3-ac7e-4459-9363-ac97a113c2ac,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.813091 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.818239 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.851556 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2980360-68d5-4a4c-9ad7-5e55efc055d4 None None] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:38.898837 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-3973ae28-d9dd-4588-a016-1059a768a35a service neutron] 10.222.0.20 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586155 Jun 17 05:49:38.982593 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Pushing event updated for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.996250 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:39.042717 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:39.052563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:39.053878 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:39.071544 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-be57b858-a51d-450e-b12c-877e89aec29c service neutron] 10.222.0.20 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658270 Jun 17 05:49:39.209532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.262024 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-46feb439-316e-4085-8670-f64f94ceb8ad None None] Provisioning for port d33db40c-f487-4176-830e-dbb0cb2001da completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:39.344024 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.361130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:39.454548 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d33db40c-f487-4176-830e-dbb0cb2001da up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:39.487412 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f99a3cccc4d04774b8c096ffb7aa8598&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2225738 Jun 17 05:49:39.490978 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46110) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:39.494934 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbec6d-588a-4b92-b9d3-35e4a4f0a337,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:39.498329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:39.553399 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:39.560165 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.574559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.608166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.771494 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-88690451-ca85-4263-86f8-563dfc7c2abd req-7b0e9f6c-afe6-412e-9fe3-d8640627d403 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 210 time: 0.2721844 Jun 17 05:49:39.878712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port d33db40c-f487-4176-830e-dbb0cb2001da completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:39.884743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port d33db40c-f487-4176-830e-dbb0cb2001da triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:39.885480 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.170725 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '66c6a844-544a-4dda-b0fb-c440247fe48a', 'name': '', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'mac_address': 'fa:16:3e:df:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'subnets': [{'id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:40.203256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b021bc-7120-4941-82f8-3f51c49822cc None None] The sync data for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi is: [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '66c6a844-544a-4dda-b0fb-c440247fe48a', 'name': '', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'mac_address': 'fa:16:3e:df:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'subnets': [{'id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:40.205581 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.214064 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-c0184bf9-2256-4cda-8bad-e077e2ac2247 None None] Provisioning complete for port d33db40c-f487-4176-830e-dbb0cb2001da triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:40.214746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c0184bf9-2256-4cda-8bad-e077e2ac2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.229390 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fc2b8bb0-7234-4484-aa5e-2761ee7e5841 req-94fdf4d0-8bca-4209-ae66-61e79fc961bc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0933111 Jun 17 05:49:40.287957 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a2e0be98-75bf-411d-8e8e-d0b9cd4b35d9 req-abe66c03-10a3-4bb5-a00e-2fbcd3731abb tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.1601958 Jun 17 05:49:40.308645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.383898 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port d33db40c-f487-4176-830e-dbb0cb2001da, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d33db40c-f487-4176-830e-dbb0cb2001da,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:40.465774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c0184bf9-2256-4cda-8bad-e077e2ac2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.479986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.487332 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.489474 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2adbec6d-588a-4b92-b9d3-35e4a4f0a337 HTTP/1.1" status: 204 len: 168 time: 0.9965293 Jun 17 05:49:40.523683 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:40.539790 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbec6d-588a-4b92-b9d3-35e4a4f0a337,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:40.542600 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:40.565733 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.570394 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:40.648036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-4585d289-2284-4232-8ec6-5ec9ea4729a9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:40.660164 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-4585d289-2284-4232-8ec6-5ec9ea4729a9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 819 time: 0.2256260 Jun 17 05:49:40.682465 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=d33db40c-f487-4176-830e-dbb0cb2001da,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:40.683393 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-5e1a3a77-cc62-4346-a542-7c152fddf42d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/quotas/3cd22d4f0c3244dbb34b38450177e094 HTTP/1.1" status: 200 len: 375 time: 0.0217786 Jun 17 05:49:40.705203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Router c1f5fa95-4858-45e9-b116-72e97891ba67 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:49:40.713188 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:40.751970 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.db.api [None req-c0184bf9-2256-4cda-8bad-e077e2ac2247 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:49:40.751970 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_db.api [None req-c0184bf9-2256-4cda-8bad-e077e2ac2247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:49:40.909525 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-7ac3b602-556a-4ce7-8f6c-7c0ee99799c6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2203841 Jun 17 05:49:40.929723 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:40.945149 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:40.962802 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:40.963467 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:41.041600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.045653 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2969565 Jun 17 05:49:41.047692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46188) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:41.140068 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-959116b1-7a00-4b42-9765-b4552b3654e1 service neutron] 10.222.0.20 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196231 Jun 17 05:49:41.277943 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:41.459651 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-0ae94458-1a0e-4bfc-9236-369590ceedec service neutron] 10.222.0.20 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012145 Jun 17 05:49:41.486575 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 66c6a844-544a-4dda-b0fb-c440247fe48a up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:41.643319 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4294bc05-a656-4f20-b771-2111b126a48a req-53df881c-f1d2-4903-b79e-1f8c4d1431ec tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.1887047 Jun 17 05:49:41.760640 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 66c6a844-544a-4dda-b0fb-c440247fe48a completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:41.764917 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 66c6a844-544a-4dda-b0fb-c440247fe48a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:41.765636 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.974768 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:39Z', 'revision_number': 3, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:42.014043 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.107875 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 66c6a844-544a-4dda-b0fb-c440247fe48a, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=66c6a844-544a-4dda-b0fb-c440247fe48a,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:42.115986 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:42.116366 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Updating router c1f5fa95-4858-45e9-b116-72e97891ba67 port 55e091d3-ac7e-4459-9363-ac97a113c2ac binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:42.136021 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0ee51974-84d3-4ec7-ae9d-c5a73336107e req-e0de6066-ff23-4dde-b461-c20c2c48c982 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0984812 Jun 17 05:49:42.577299 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.577299 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d33db40c-f487-4176-830e-dbb0cb2001da up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:42.577299 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:42.586503 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-201b496a-4056-48d9-bc2d-1be6428eb58a req-4f78d08b-9939-4938-b63d-8fa909b14054 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.0681298 Jun 17 05:49:42.589824 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.591032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.591032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:42.591032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port d33db40c-f487-4176-830e-dbb0cb2001da triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:42.591032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.743172 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.768068 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-29049070-1f9d-41cc-af48-2a18b6a0d77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.888051 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-51395893-252b-46da-911d-b7915ce41cfe req-8d1ec6c9-f292-4c0a-a382-cce052fc47e1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0526657 Jun 17 05:49:42.939532 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.954169 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Transition to ACTIVE for port object 55e091d3-ac7e-4459-9363-ac97a113c2ac will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:43.010058 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Allocated IP 172.20.0.1 (e010d35e-12ff-4ed0-9469-9aba3b96ba31/8cb8a225-ca48-474b-86f0-3a6f348d4bf5/28d5331a-b2ed-461a-b8f4-d113ed666990) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:43.075663 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.081291 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:43.144203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.158090 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Attempting to bind port 55e091d3-ac7e-4459-9363-ac97a113c2ac on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:43.158653 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Attempting to bind port 55e091d3-ac7e-4459-9363-ac97a113c2ac by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:43.159480 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Attempting to bind port 55e091d3-ac7e-4459-9363-ac97a113c2ac on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:43.162577 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Pushing event updated for resources: {'Port': ['ID=55e091d3-ac7e-4459-9363-ac97a113c2ac,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:43.166227 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.170138 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:43.171201 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:43.171819 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.172534 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:43.173195 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Bound port: 55e091d3-ac7e-4459-9363-ac97a113c2ac, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:43.173828 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.192770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Transition to ACTIVE for port object 28d5331a-b2ed-461a-b8f4-d113ed666990 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:43.238341 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] For port 55e091d3-ac7e-4459-9363-ac97a113c2ac, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:43.251925 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] For port 55e091d3-ac7e-4459-9363-ac97a113c2ac, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=55e091d3-ac7e-4459-9363-ac97a113c2ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:43.292064 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 66c6a844-544a-4dda-b0fb-c440247fe48a up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:43.302116 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cbdb848f-e8bd-4f78-a8b6-cd327d4be1ad req-64d3e71a-8446-42b9-8d44-7940a0109cdf tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0919156 Jun 17 05:49:43.338027 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.348981 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:43.396811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.402216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:43.458491 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46280) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:43.472907 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:43.474029 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:43.485500 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 66c6a844-544a-4dda-b0fb-c440247fe48a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:43.485965 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.495510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:43.499476 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:43.512809 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:43.513867 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.548937 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f85cb2a5-1e28-4995-9e04-ef62e0b0c6a1 req-dd13f457-83ae-4a56-9ed0-c7b0062ee95e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.1024890 Jun 17 05:49:43.568840 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Pushing event updated for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:43.660282 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.661404 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Pushing event updated for resources: {'Port': ['ID=55e091d3-ac7e-4459-9363-ac97a113c2ac,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:43.666322 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.687020 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:43.905057 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.949052 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:39Z', 'revision_number': 3, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:43.996924 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b06048-41ce-4799-9e06-8486a30f7bd8 None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:39Z', 'revision_number': 3, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:44.038733 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-33686bfb-28b9-4aa6-aaab-4e1fed35165d None None] Provisioning for port 28d5331a-b2ed-461a-b8f4-d113ed666990 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:44.042641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.043123 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-33686bfb-28b9-4aa6-aaab-4e1fed35165d None None] Provisioning complete for port 28d5331a-b2ed-461a-b8f4-d113ed666990 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:44.043663 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-33686bfb-28b9-4aa6-aaab-4e1fed35165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.080618 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97a08fdd-edd6-4ddc-9838-fbec2924d542 req-e022ea07-a759-4d68-a811-c2a5e284b4c8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0530844 Jun 17 05:49:44.101797 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.102300 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-33686bfb-28b9-4aa6-aaab-4e1fed35165d None None] Port 28d5331a-b2ed-461a-b8f4-d113ed666990 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:49:44.218462 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.319770 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4f909544-2e45-43cf-b25e-e610f10ad293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.332741 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68b47297a4084e5eacb8a0e7dafe8c85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8725510 Jun 17 05:49:44.338343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46304) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:44.386248 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.436706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac59c53-b487-4fbd-8343-3bdbb282437d,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:44.440819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:44.482477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.489612 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.490401 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.499859 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.585431 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.22', 54565) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:44.586062 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Pushing event updated for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:44.589241 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:44.592880 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01f0d2ff-47d7-46ab-9fb1-2fd3f99b5d61 req-81fa6d6f-29bd-4d07-b6fb-b26c109b10ef tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0593369 Jun 17 05:49:44.598637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.657766 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.664636 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46318) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:44.783427 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.790622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.790622 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ac59c53-b487-4fbd-8343-3bdbb282437d HTTP/1.1" status: 204 len: 168 time: 0.4487543 Jun 17 05:49:44.790622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.814237 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac59c53-b487-4fbd-8343-3bdbb282437d,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:44.826384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:44.907244 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-152bf6bc-5571-47f8-bb20-be5c9f4ea3bc req-7f70e5b1-1918-4cb8-bd72-af9072dca616 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.0670488 Jun 17 05:49:44.933669 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.995363 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:45.007878 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:45.032050 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-357e830b-bc81-4596-85b0-75fdd9fb85b7 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:45.034657 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-357e830b-bc81-4596-85b0-75fdd9fb85b7 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.22 "GET /v2.0/networks?id=2da9cc40-9494-4350-a1e3-9a80f7e84517 HTTP/1.1" status: 200 len: 811 time: 0.4441509 Jun 17 05:49:45.090740 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.092110 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-ee172a1d-b98f-45fa-9986-ebe391b098a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.178052 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.183196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1bcbcf1b-297d-468e-a790-f382a9f6a229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:45.220958 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Request body: {'port': {'device_id': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517', 'admin_state_up': True, 'tenant_id': '4f996419c63b484094171cc6855cd097'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:45.235724 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.329396 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=978c58e0044e4899993022fd7f65525c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526732 Jun 17 05:49:45.329396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46336) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:45.333753 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cce604-7b17-42bb-b939-8b1544819bdd,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:45.355130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:45.418177 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 55e091d3-ac7e-4459-9363-ac97a113c2ac up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:45.426249 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6d31478f-98b1-42f7-8fac-8c93abd51bbf req-82757dfd-8ebb-482e-aabb-dad72b28b248 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0519397 Jun 17 05:49:45.502091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.22', 54568) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:45.523471 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.576281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.583059 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4dba9157-8f8a-4206-984a-7d6dabfb88bd None None] Provisioning complete for port 28d5331a-b2ed-461a-b8f4-d113ed666990 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:45.583362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4dba9157-8f8a-4206-984a-7d6dabfb88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.630177 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-4dba9157-8f8a-4206-984a-7d6dabfb88bd None None] Port 28d5331a-b2ed-461a-b8f4-d113ed666990 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:49:45.652315 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 55e091d3-ac7e-4459-9363-ac97a113c2ac completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:45.664034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 55e091d3-ac7e-4459-9363-ac97a113c2ac triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:45.664034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.800386 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.804220 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.805904 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9cce604-7b17-42bb-b939-8b1544819bdd HTTP/1.1" status: 204 len: 168 time: 0.4763525 Jun 17 05:49:45.806866 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d7a0c21b-d5a5-491d-8292-4783c5074e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:45.830745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cce604-7b17-42bb-b939-8b1544819bdd,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:45.842426 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:45.907695 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.916346 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a07e8716-9ab4-40ac-96b8-ee7c884f919d req-6413e8a2-0d65-4a22-9e32-5d881eeb1597 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0930762 Jun 17 05:49:45.930623 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:49:45.987777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 55e091d3-ac7e-4459-9363-ac97a113c2ac, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=55e091d3-ac7e-4459-9363-ac97a113c2ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:45.991675 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-3eee9685-ed4b-4a9a-a196-69cfd2ac20d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:45.993218 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-3eee9685-ed4b-4a9a-a196-69cfd2ac20d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 819 time: 0.4899561 Jun 17 05:49:45.998019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46370) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:46.077025 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Request body: {'port': {'device_id': '350db420-0490-43a6-8ff4-62eadde16c77', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'admin_state_up': True, 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:46.086800 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.157255 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.159690 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Made reservation on behalf of 4f996419c63b484094171cc6855cd097 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:46.161238 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.163854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.174738 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:46.221937 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f8088ef6-3907-4ee6-a4cb-f9a806701ef4 req-dad2c1af-de89-4c42-9b3f-94d1e662b56b tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.0861735 Jun 17 05:49:46.296581 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=55e091d3-ac7e-4459-9363-ac97a113c2ac,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:46.302625 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:46.479934 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:46.512134 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.22', 54571) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:46.520080 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] 10.222.0.20 "PUT /v2.0/routers/c1f5fa95-4858-45e9-b116-72e97891ba67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4719493 Jun 17 05:49:46.622530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Allocated IP 172.20.0.11 (2da9cc40-9494-4350-a1e3-9a80f7e84517/d5320e79-c662-4cf6-8a47-f30cbe74e4d8/0cc90244-7b26-4b9e-9022-2ccf186ee45b) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:46.623329 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:46.637048 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:46.639259 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:46.690264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.769193 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-977d5508-bc87-4b6e-8a15-d76759f06a3e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:46.771684 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-977d5508-bc87-4b6e-8a15-d76759f06a3e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.2656596 Jun 17 05:49:46.794526 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Request body: {'port': {'device_id': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'admin_state_up': True, 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:46.825576 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:46.869952 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-425352d6-75dc-4739-87da-517c7427ed0d req-ed051a6d-2e7f-41ed-8b1e-29eec711d480 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0523396 Jun 17 05:49:46.907953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.991238 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.000912 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.058360 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03768514-fc91-4c90-b5a5-ff1af32ad3e5,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.062931 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d05c8c29388b4da8908a29ffe1845686&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0643003 Jun 17 05:49:47.064059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:47.065714 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46406) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:47.145183 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.159198 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.219805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.238788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-66898b40-20d1-4a9d-aa88-797b8583b043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.283656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:44Z', 'revision_number': 2, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:47.318043 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d2a81964-bf92-4584-9002-b6b911ad456e req-c6da4b69-9ef5-4566-93e4-70a0f25bbd2e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.1699398 Jun 17 05:49:47.319246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Made reservation on behalf of 3cd22d4f0c3244dbb34b38450177e094 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:47.324341 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.469116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:47.474018 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.475100 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.483480 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:47.496157 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:47.499221 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Updating router c1f5fa95-4858-45e9-b116-72e97891ba67 port 28d5331a-b2ed-461a-b8f4-d113ed666990 binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:47.523756 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Network 2da9cc40-9494-4350-a1e3-9a80f7e84517 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:47.527633 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 55e091d3-ac7e-4459-9363-ac97a113c2ac up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:47.586150 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:47.591285 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:47.599988 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:47.601525 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.647695 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.725944 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.22', 54577) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:47.738741 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.745338 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03768514-fc91-4c90-b5a5-ff1af32ad3e5 HTTP/1.1" status: 204 len: 168 time: 0.6724017 Jun 17 05:49:47.753574 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.794145 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-64f233d3-6afa-4620-9625-6ed9affc5586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.827266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46418) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:47.850333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03768514-fc91-4c90-b5a5-ff1af32ad3e5,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.857291 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 55e091d3-ac7e-4459-9363-ac97a113c2ac triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:47.857725 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.880231 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.977365 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7821448 Jun 17 05:49:47.992721 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb7a76-5983-4ec7-95a8-9b5afbf728e9 req-fb2581f2-44a0-4119-bb0a-7e2b9d23e001 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:48.002398 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cceb7a76-5983-4ec7-95a8-9b5afbf728e9 req-fb2581f2-44a0-4119-bb0a-7e2b9d23e001 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 932 time: 0.5202680 Jun 17 05:49:48.017770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-76736da8-e20e-499f-884b-dcafd86667d2 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:48.020278 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-76736da8-e20e-499f-884b-dcafd86667d2 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094669 Jun 17 05:49:48.072972 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Allocated IP 172.20.0.7 (1008679a-5363-4b75-81f1-ca37c60db0aa/a2c4f7d3-3063-402c-8557-a0cbf5f82f98/1a058e07-fb13-4c99-8257-82b881601c95) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:48.154551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:48.160863 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cceb7a76-5983-4ec7-95a8-9b5afbf728e9 req-e2062cbd-bd33-4c37-9301-90067bda7e64 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583004 Jun 17 05:49:48.274890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.332707 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2f34d17e-eaff-47ee-9ce3-9cae4b0ea3c9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:48.332707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2f34d17e-eaff-47ee-9ce3-9cae4b0ea3c9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 819 time: 0.4883685 Jun 17 05:49:48.344780 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46422) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:48.370428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39379437', 'description': 'tempest-description--228081151'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:48.520922 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.523210 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d272decd-2d01-44b3-ace5-5bd44a69da85 req-d96d7ac6-45cf-42a6-8873-c9b022d14aa1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.1654644 Jun 17 05:49:48.545558 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.566795 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Transition to ACTIVE for port object 28d5331a-b2ed-461a-b8f4-d113ed666990 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:48.607153 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Allocated IP 172.20.0.5 (8ceb3308-322f-4f04-be5d-7d1ef76e8636/bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7/cbfa5729-0b81-42a4-bd36-49847d04fc21) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:48.714027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.720471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.736021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:48.782798 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ac905c64ea74eb7857d7dc9779e36df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9535768 Jun 17 05:49:48.788525 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc5c0c-3c56-47be-9294-e0310d24d28e,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:48.789346 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-91922c0b-e610-46a7-938e-af22eea8f352 req-bea60cc4-748e-4309-ac40-952dd424181d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0645273 Jun 17 05:49:48.789805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46442) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:48.793787 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.796590 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:48.808050 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:48.928566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.948996 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0e4ccc02-47ab-47e0-8c4f-fbc59e200d9a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:49.017340 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Pushing event updated for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:49.034001 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:49.078079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Network 1008679a-5363-4b75-81f1-ca37c60db0aa is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:49.082439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:49.117834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:49.129744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:49.131080 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.185321 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Pushing event updated for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:49.189347 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:49.264911 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1915863 Jun 17 05:49:49.273598 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.330223 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Attempting to bind port 28d5331a-b2ed-461a-b8f4-d113ed666990 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Attempting to bind port 28d5331a-b2ed-461a-b8f4-d113ed666990 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Attempting to bind port 28d5331a-b2ed-461a-b8f4-d113ed666990 on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Checking segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Bound using segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Bound port: 28d5331a-b2ed-461a-b8f4-d113ed666990, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:49.543360 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.544910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Request body: {'port': {'device_id': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'admin_state_up': True, 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:49.545578 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b4d3-3101-4191-9e97-1cb1a312e879 req-a7263cb3-31fc-4274-8cc9-69ccd7b1966e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:49.546945 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] For port 28d5331a-b2ed-461a-b8f4-d113ed666990, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:49.546945 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] For port 28d5331a-b2ed-461a-b8f4-d113ed666990, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=28d5331a-b2ed-461a-b8f4-d113ed666990,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:49.547427 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9760b4d3-3101-4191-9e97-1cb1a312e879 req-a7263cb3-31fc-4274-8cc9-69ccd7b1966e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 932 time: 0.1003301 Jun 17 05:49:49.547788 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.547959 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9760b4d3-3101-4191-9e97-1cb1a312e879 req-99a32523-801b-48a8-9b8e-70232d4cf86b tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Jun 17 05:49:49.547959 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Request body: {'port': {'device_id': '350db420-0490-43a6-8ff4-62eadde16c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:49.548116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.611853 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.757676 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Request body: {'port': {'device_id': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:49.766302 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.805147 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.854600 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e0559087-d1ff-4f4b-ac29-4efd4c901720 req-5299d6ef-153f-42d5-bd37-283d0da725f3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0738599 Jun 17 05:49:49.899722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.957388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.988903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:49.997626 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.011038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.040091 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:50.040794 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:49:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:50.043239 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-07e112c1-d872-481d-9270-ed0c3a2d655f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:50.220880 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Pushing event updated for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:50.226487 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:50.279374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.357538 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:50.377479 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.381818 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9fc5c0c-3c56-47be-9294-e0310d24d28e HTTP/1.1" status: 204 len: 168 time: 1.5852182 Jun 17 05:49:50.458827 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Made reservation on behalf of 3cd22d4f0c3244dbb34b38450177e094 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:50.469279 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.499714 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:50.549208 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:50.559743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:50.577767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:50.578373 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.595822 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9c3b9339-42af-4fb9-ac88-06d524a4d010 req-5538e9cd-221e-4cf9-8f7d-26d97178745e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.5853181 Jun 17 05:49:50.616663 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.621749 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.2583470 Jun 17 05:49:50.635579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event updated for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:50.649617 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:50.655025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46504) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:50.655622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5f462951-9bee-49aa-bdc7-e5c2d6e5dee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:50.695992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group_rule': {'security_group_id': 'b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:50.825781 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb43ed-aafd-4a8d-8677-dddf20869214 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:50.945621 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc5c0c-3c56-47be-9294-e0310d24d28e,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:50.955267 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:50.971322 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:50.971690 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:50.973226 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1861572 Jun 17 05:49:51.072128 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc90244-7b26-4b9e-9022-2ccf186ee45b {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:51.102884 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:49Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:51.111334 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c1f47-e736-4fa1-8211-3f8210395551 req-e4b91c3d-bd7d-4702-8aa6-972d00784005 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:51.113386 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa2c1f47-e736-4fa1-8211-3f8210395551 req-e4b91c3d-bd7d-4702-8aa6-972d00784005 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 932 time: 0.2670255 Jun 17 05:49:51.116153 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.121580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a058e07-fb13-4c99-8257-82b881601c95 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:51.132518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Request body: {'port': {'device_id': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:51.169368 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.174022 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2076e-a423-4202-9640-2282e42c7591 None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:49Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:51.268773 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.291157 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Transition to ACTIVE for port object 0cc90244-7b26-4b9e-9022-2ccf186ee45b will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:51.310713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Transition to ACTIVE for port object 1a058e07-fb13-4c99-8257-82b881601c95 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:51.399256 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa2c1f47-e736-4fa1-8211-3f8210395551 req-c0c32a3c-a5d9-4ac0-9562-0d38a52eeb6e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556522 Jun 17 05:49:51.425235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee857e-ed9b-4ccb-9da5-e1acf7d3dde0 req-c8802061-a1fa-429a-8ded-368b71c015d5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:51.433802 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-67ee857e-ed9b-4ccb-9da5-e1acf7d3dde0 req-c8802061-a1fa-429a-8ded-368b71c015d5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 931 time: 0.2616279 Jun 17 05:49:51.449957 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.470730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:51.472760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.552234 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Allocated IP 172.20.0.12 (1008679a-5363-4b75-81f1-ca37c60db0aa/a2c4f7d3-3063-402c-8557-a0cbf5f82f98/c49c0fc9-52a9-4087-bc73-90ae04105810) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:51.777010 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.799281 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-67ee857e-ed9b-4ccb-9da5-e1acf7d3dde0 req-541f10a2-9147-47df-8620-236b2ff22830 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643379 Jun 17 05:49:51.819369 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:51.825771 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:51.858486 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d9b7595-c60d-46ee-9fb0-83c1d9e0aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:51.867487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.958727 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-23675366-3cc6-451c-b9bd-9f743d35fe1d req-bf1d9fdb-d769-49be-b115-8f46bc22fccf tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0713751 Jun 17 05:49:51.968919 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:51.971294 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:52.079219 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.155120 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ecc4ab-f9a2-458b-9a15-637a96e09401,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:52.198540 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:52.200287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:52.223185 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:52.224038 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Attempting to bind port 0cc90244-7b26-4b9e-9022-2ccf186ee45b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:52.224393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Attempting to bind port 0cc90244-7b26-4b9e-9022-2ccf186ee45b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '61872a42-403b-4127-b502-b8f59b57de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:52.224772 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Attempting to bind port 0cc90244-7b26-4b9e-9022-2ccf186ee45b on network 2da9cc40-9494-4350-a1e3-9a80f7e84517 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:52.231002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.256236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Port 0cc90244-7b26-4b9e-9022-2ccf186ee45b on network 2da9cc40-9494-4350-a1e3-9a80f7e84517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:52.256591 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Attempting to bind port 0cc90244-7b26-4b9e-9022-2ccf186ee45b on network 2da9cc40-9494-4350-a1e3-9a80f7e84517 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:52.275455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Attempting to bind port 1a058e07-fb13-4c99-8257-82b881601c95 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:52.275789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Attempting to bind port 1a058e07-fb13-4c99-8257-82b881601c95 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:52.276135 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Attempting to bind port 1a058e07-fb13-4c99-8257-82b881601c95 on network 1008679a-5363-4b75-81f1-ca37c60db0aa {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:52.284524 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:52.285443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Checking segment: {'id': '61872a42-403b-4127-b502-b8f59b57de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:52.286051 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Bound using segment: {'id': '61872a42-403b-4127-b502-b8f59b57de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:52.286501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Bound port: 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872a42-403b-4127-b502-b8f59b57de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:52.286854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.320315 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:52.328272 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Port 1a058e07-fb13-4c99-8257-82b881601c95 on network 1008679a-5363-4b75-81f1-ca37c60db0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:52.334719 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Attempting to bind port 1a058e07-fb13-4c99-8257-82b881601c95 on network 1008679a-5363-4b75-81f1-ca37c60db0aa {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:52.409212 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:52.419035 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Checking segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:52.420258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Bound using segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:52.422143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Bound port: 1a058e07-fb13-4c99-8257-82b881601c95, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:52.425881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.598898 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Pushing event updated for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:52.646505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.647150 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:52.649932 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9633734 Jun 17 05:49:52.681701 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:52.684174 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46560) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:52.704256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Network 1008679a-5363-4b75-81f1-ca37c60db0aa is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:52.733182 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group_rule': {'security_group_id': 'b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:52.750164 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:52.764042 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:52.770557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:52.774530 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.851707 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:52.896532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a058e07-fb13-4c99-8257-82b881601c95,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:52.896532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:53.011549 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c643f-270b-4290-846d-7257676499e2 req-4b53a590-3c25-4120-ae9f-c29925f9f5ea tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.018464 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b61c643f-270b-4290-846d-7257676499e2 req-4b53a590-3c25-4120-ae9f-c29925f9f5ea tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.2762623 Jun 17 05:49:53.021381 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.030149 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.247586 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b61c643f-270b-4290-846d-7257676499e2 req-50b75ee3-b3e9-43f9-99c3-8fc865f003f1 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215123 Jun 17 05:49:53.253877 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.281312 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfa5729-0b81-42a4-bd36-49847d04fc21 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:53.294752 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.322745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Transition to ACTIVE for port object cbfa5729-0b81-42a4-bd36-49847d04fc21 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:53.330054 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9930568 Jun 17 05:49:53.334433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.334581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.338764 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.338764 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] 10.222.0.22 "PUT /v2.0/ports/1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 1093 time: 3.9536800 Jun 17 05:49:53.341043 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:53.397167 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 28d5331a-b2ed-461a-b8f4-d113ed666990 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:53.402277 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Request body: {'port': {'device_id': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:53.448352 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.453520 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.462803 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-24a6403b-50a4-4545-bae4-d05ec04d4827 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.536619 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:53.560732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.567655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.568553 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] 10.222.0.22 "PUT /v2.0/ports/0cc90244-7b26-4b9e-9022-2ccf186ee45b HTTP/1.1" status: 200 len: 1094 time: 4.1846318 Jun 17 05:49:53.591281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.622623 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 28d5331a-b2ed-461a-b8f4-d113ed666990 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:53.626270 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:53.627130 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 28d5331a-b2ed-461a-b8f4-d113ed666990 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:53.627806 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.651810 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.654441 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.686992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0c606b-f43e-487a-b775-01c53cfa8d3c,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:53.734215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe8ae-8315-4f56-ab7c-e36753751c3a req-b14f892d-81cc-43e8-b88e-54a5c632b856 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.736027 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-12efe8ae-8315-4f56-ab7c-e36753751c3a req-b14f892d-81cc-43e8-b88e-54a5c632b856 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 931 time: 0.6313801 Jun 17 05:49:53.737359 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.745919 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.781604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.855172 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.903960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e513d88-fa8d-40af-b22d-65116a5b821f" -d '{"events": [{"name": "network-changed", "server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "tag": "1a058e07-fb13-4c99-8257-82b881601c95"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:53.946126 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 28d5331a-b2ed-461a-b8f4-d113ed666990, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=28d5331a-b2ed-461a-b8f4-d113ed666990,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:54.015440 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.017665 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.023012 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3357129 Jun 17 05:49:54.026405 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46600) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:54.037863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:54.094433 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.106200 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:54.144668 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-12efe8ae-8315-4f56-ab7c-e36753751c3a req-5f701feb-f35b-4de1-a9ff-e2c98b6096a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001131 Jun 17 05:49:54.190372 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Attempting to bind port cbfa5729-0b81-42a4-bd36-49847d04fc21 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:54.190572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Attempting to bind port cbfa5729-0b81-42a4-bd36-49847d04fc21 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:54.191641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Attempting to bind port cbfa5729-0b81-42a4-bd36-49847d04fc21 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:54.209502 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:54.230516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:54.230632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Port cbfa5729-0b81-42a4-bd36-49847d04fc21 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:54.230632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Attempting to bind port cbfa5729-0b81-42a4-bd36-49847d04fc21 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:54.239392 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:54.266431 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:54.275886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-6e36a16d-50bf-49bf-9c6b-585b53ddb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.278139 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-6e36a16d-50bf-49bf-9c6b-585b53ddb046 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1096 time: 0.7078149 Jun 17 05:49:54.310458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7628e7-eb08-4d10-b34f-eb36c323c5a3 req-cb19fef1-f318-4a21-a8c5-c6ff3a89c3c9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.325495 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce7628e7-eb08-4d10-b34f-eb36c323c5a3 req-cb19fef1-f318-4a21-a8c5-c6ff3a89c3c9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 932 time: 0.5394573 Jun 17 05:49:54.352448 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-024edbb9-605d-49e5-bb5f-eda758889f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.354501 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-024edbb9-605d-49e5-bb5f-eda758889f27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f996419c63b484094171cc6855cd097&device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 1097 time: 0.5702813 Jun 17 05:49:54.366708 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:54.367224 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Checking segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:54.367754 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Bound using segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:54.368244 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Bound port: cbfa5729-0b81-42a4-bd36-49847d04fc21, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:54.368757 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.375848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.543258 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce7628e7-eb08-4d10-b34f-eb36c323c5a3 req-725b953a-21e6-4b15-9d50-fa22c14fa42b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165711 Jun 17 05:49:54.547449 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-55959ef0-5922-4111-9b25-cfb9a7c041ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b HTTP/1.1" status: 200 len: 217 time: 0.1352675 Jun 17 05:49:54.549241 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-7ab9bbcf-1351-4c1f-9d6c-810b1eb1a803 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.1608708 Jun 17 05:49:54.649156 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46618) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:54.708981 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a83a3e9-7596-44c0-b8c1-8ace9083a392 x-openstack-request-id: req-8a83a3e9-7596-44c0-b8c1-8ace9083a392 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:54.709382 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "tag": "1a058e07-fb13-4c99-8257-82b881601c95", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:54.710105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a83a3e9-7596-44c0-b8c1-8ace9083a392 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:54.710376 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95', 'status': 'completed', 'code': 200} Jun 17 05:49:54.769635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-63ad2a02-8d6f-4209-8f26-f23e9c90de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.774202 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-63ad2a02-8d6f-4209-8f26-f23e9c90de30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5320e79-c662-4cf6-8a47-f30cbe74e4d8 HTTP/1.1" status: 200 len: 851 time: 0.1967735 Jun 17 05:49:54.776626 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-ee930fa5-265a-46d3-b2fb-db795ee4a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.777992 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-ee930fa5-265a-46d3-b2fb-db795ee4a622 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.1994872 Jun 17 05:49:54.778748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:54.845519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:54.885212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.905114 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-73a45ef5-ed6a-4d8c-8b76-8973f5bdbb0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758030 Jun 17 05:49:54.946019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d5710-0fa1-4b4e-a9c9-26b3ee765719 req-591c093d-0dcf-455e-b24e-0697a228238a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.947546 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f65d5710-0fa1-4b4e-a9c9-26b3ee765719 req-591c093d-0dcf-455e-b24e-0697a228238a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.2233028 Jun 17 05:49:54.950105 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-b5fc02de-ccaf-4e49-9b92-98bda95481c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2da9cc40-9494-4350-a1e3-9a80f7e84517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096401 Jun 17 05:49:54.973563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49c0fc9-52a9-4087-bc73-90ae04105810 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:54.983729 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.988724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.001303 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ac8908ca-83a5-42bc-a162-aab98c3c903f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.075342 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Transition to ACTIVE for port object c49c0fc9-52a9-4087-bc73-90ae04105810 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:55.104989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.113847 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.123077 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.123684 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.126242 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] 10.222.0.22 "PUT /v2.0/ports/cbfa5729-0b81-42a4-bd36-49847d04fc21 HTTP/1.1" status: 200 len: 1093 time: 4.0116024 Jun 17 05:49:55.127129 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:55.191464 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f65d5710-0fa1-4b4e-a9c9-26b3ee765719 req-572128f6-ab51-49da-b75f-86fec610b75f tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070048 Jun 17 05:49:55.192707 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.209182 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.226950 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.233989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Allocated IP 172.27.3.102 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/d3044a9f-98c0-4a99-af0a-d21a96f8b1b3) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:55.288535 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-0f45307b-9cc3-4993-905b-7eca9f7433d6 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372767 Jun 17 05:49:55.292206 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-5c4fa5a3-6a80-4262-9984-e17e89570439 service neutron] 10.222.0.22 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060379 Jun 17 05:49:55.302465 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 28d5331a-b2ed-461a-b8f4-d113ed666990 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:55.325465 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.341276 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.402204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46634) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:55.432580 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 28d5331a-b2ed-461a-b8f4-d113ed666990 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:55.433010 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.596894 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41eb4fff-d35d-4912-927d-b68ea83041cf req-134fcffd-a824-4d5c-9888-a3a859ce15bb service neutron] 10.222.0.22 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280364 Jun 17 05:49:55.716359 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Attempting to bind port c49c0fc9-52a9-4087-bc73-90ae04105810 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:55.727959 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Attempting to bind port c49c0fc9-52a9-4087-bc73-90ae04105810 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:55.728358 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Attempting to bind port c49c0fc9-52a9-4087-bc73-90ae04105810 on network 1008679a-5363-4b75-81f1-ca37c60db0aa {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:55.739045 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d071ea65-3289-4e27-846d-ed051bd5a766 req-194d691b-55bd-45ea-bb52-1e72e0f18913 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422582 Jun 17 05:49:55.752521 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039" -d '{"events": [{"name": "network-changed", "server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:55.755014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Port c49c0fc9-52a9-4087-bc73-90ae04105810 on network 1008679a-5363-4b75-81f1-ca37c60db0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:55.755753 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Attempting to bind port c49c0fc9-52a9-4087-bc73-90ae04105810 on network 1008679a-5363-4b75-81f1-ca37c60db0aa {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:55.783846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d4c87-c0b1-4695-8248-1f58ba993e68 req-5a9142dd-1ffc-40d1-a625-86313be15920 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.786013 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-460d4c87-c0b1-4695-8248-1f58ba993e68 req-5a9142dd-1ffc-40d1-a625-86313be15920 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0826762 Jun 17 05:49:55.805627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:55.805627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Checking segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:55.805627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Bound using segment: {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:55.805627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Bound port: c49c0fc9-52a9-4087-bc73-90ae04105810, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb66c44b-6e1d-48b7-b843-b808c29a8c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:55.805627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.837130 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-460d4c87-c0b1-4695-8248-1f58ba993e68 req-7d8372b3-20b8-4579-b623-fad0ca1ee782 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Jun 17 05:49:55.895743 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.073023 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.080846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:56.085187 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-aa5dd616-0fec-4c54-b031-4a0cd33d5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.086885 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-aa5dd616-0fec-4c54-b031-4a0cd33d5b4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 1096 time: 0.6774960 Jun 17 05:49:56.098910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6c65-655c-4504-a07b-6d3234550aca req-10e324a9-8c6f-44a2-83a6-3282dee2f92b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.100410 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a5ed6c65-655c-4504-a07b-6d3234550aca req-10e324a9-8c6f-44a2-83a6-3282dee2f92b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.6564498 Jun 17 05:49:56.164306 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c49c0fc9-52a9-4087-bc73-90ae04105810,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:56.177231 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.191553 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf1f9d-91e8-4139-9820-9ead55b92b45 x-openstack-request-id: req-1fdf1f9d-91e8-4139-9820-9ead55b92b45 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:56.191553 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:56.191553 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fdf1f9d-91e8-4139-9820-9ead55b92b45 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:56.191553 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21', 'status': 'completed', 'code': 200} Jun 17 05:49:56.236326 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.265883 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:56.349120 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a5ed6c65-655c-4504-a07b-6d3234550aca req-ebcdfe10-e2c3-4bb5-876a-be02be136d3e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739228 Jun 17 05:49:56.349120 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.349120 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.349120 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.349120 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] 10.222.0.22 "PUT /v2.0/ports/c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 200 len: 1094 time: 2.9474099 Jun 17 05:49:56.432566 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-08e48b57-a996-42bb-be78-aa5094d06891 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21 HTTP/1.1" status: 200 len: 217 time: 0.0820658 Jun 17 05:49:56.446462 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6292b2b2538a49d99a48f9f6827e828e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7961466 Jun 17 05:49:56.447214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46672) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:56.457249 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:56.466041 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:56.466533 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d08e01c6-c62a-4843-aae6-ac3a99fa3e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:56.502724 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.513078 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0229fb25-34d4-452b-a67d-a5d714c203da,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:56.518762 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:56.535598 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.547832 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a6f70-2c13-43ac-8961-0387106342f4 req-9e1565cb-4e80-4eda-9a1e-7092780f7676 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.549667 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f38a6f70-2c13-43ac-8961-0387106342f4 req-9e1565cb-4e80-4eda-9a1e-7092780f7676 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.1202984 Jun 17 05:49:56.567014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.625661 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f38a6f70-2c13-43ac-8961-0387106342f4 req-07489d53-487e-457d-b021-e0803cfd6a33 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 Jun 17 05:49:56.711457 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:56.714115 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ae6ba-4090-4de5-a671-9027ba6a22e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:56.751990 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b029bbc5-48ab-46bc-af02-5406c28daf27 x-openstack-request-id: req-b029bbc5-48ab-46bc-af02-5406c28daf27 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:56.752497 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:56.752839 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b029bbc5-48ab-46bc-af02-5406c28daf27 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:56.753985 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'status': 'completed', 'code': 200} Jun 17 05:49:57.035467 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ffe1-4cbb-4079-8dbc-ce0b3363c205 req-6192262e-19a2-4514-b27e-816c293cf538 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.037086 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41f1ffe1-4cbb-4079-8dbc-ce0b3363c205 req-6192262e-19a2-4514-b27e-816c293cf538 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0683050 Jun 17 05:49:57.080720 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41f1ffe1-4cbb-4079-8dbc-ce0b3363c205 req-0a20d538-6607-454f-8faf-a592308f14d9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Jun 17 05:49:57.188990 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.191317 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.232468 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:57.240774 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:57.243002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=d3044a9f-98c0-4a99-af0a-d21a96f8b1b3,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.245138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:57.254488 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.269698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.278898 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.291199 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.301495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634ea394-dd3b-491a-a73c-26206e8ea86c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.304972 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.343937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.348686 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0229fb25-34d4-452b-a67d-a5d714c203da HTTP/1.1" status: 204 len: 168 time: 0.8947470 Jun 17 05:49:57.348686 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.360871 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229fb25-34d4-452b-a67d-a5d714c203da,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.366238 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.415210 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.527731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db0d966741e9412b9aedd9adac6e4c00&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1233563 Jun 17 05:49:57.530350 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46684) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:57.582299 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.609045 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.780425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.791554 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da037-474c-42b5-9e3e-0e82afd2fd06 req-64ea0656-2a8c-4e5a-8048-cd896b2ee363 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.791554 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7b1da037-474c-42b5-9e3e-0e82afd2fd06 req-64ea0656-2a8c-4e5a-8048-cd896b2ee363 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.3085563 Jun 17 05:49:57.794356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.805624 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.805624 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/634ea394-dd3b-491a-a73c-26206e8ea86c HTTP/1.1" status: 204 len: 168 time: 0.2700169 Jun 17 05:49:57.805624 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-56518679-1144-420f-bd16-85e6a9dc0d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.826737 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ea394-dd3b-491a-a73c-26206e8ea86c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.830400 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.893663 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7b1da037-474c-42b5-9e3e-0e82afd2fd06 req-fc0bbd6e-d941-4bc9-b603-8fa4ea5db168 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706317 Jun 17 05:49:57.915811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9060d-4918-4429-9368-10f0a0ab9aae req-6dd01343-5ca2-4f27-94c0-68bd39a836af tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.917898 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03f9060d-4918-4429-9368-10f0a0ab9aae req-6dd01343-5ca2-4f27-94c0-68bd39a836af tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.1022308 Jun 17 05:49:57.958449 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03f9060d-4918-4429-9368-10f0a0ab9aae req-1fa30363-f0e3-45bb-9a49-b617e7befbef tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Jun 17 05:49:58.020660 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.139775 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46696) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:58.165934 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.177200 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:58.182572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.213603 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:58.216140 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5f468-7074-4448-a55e-399ad3e8713a" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:58.273776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e660e998-30db-4558-91b9-0061fcb77bd6 x-openstack-request-id: req-e660e998-30db-4558-91b9-0061fcb77bd6 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:58.274129 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:58.276711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e660e998-30db-4558-91b9-0061fcb77bd6 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:58.277328 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810', 'status': 'completed', 'code': 200} Jun 17 05:49:58.290886 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=d3044a9f-98c0-4a99-af0a-d21a96f8b1b3,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:58.299865 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:58.330959 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5863-03a6-49f7-bdca-f1e659d82da7 req-421098c5-2385-4b29-b7e6-8b7586bbdb81 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.332951 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d76f5863-03a6-49f7-bdca-f1e659d82da7 req-421098c5-2385-4b29-b7e6-8b7586bbdb81 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.1139619 Jun 17 05:49:58.379204 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d76f5863-03a6-49f7-bdca-f1e659d82da7 req-6969a3d4-194c-4e21-abcd-89864d8fe4fc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Jun 17 05:49:58.485882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.489068 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4616425 Jun 17 05:49:58.621856 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46710) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:58.637065 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.712225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.813417 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.937591 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-bee9220f-6043-4093-8255-4191f4f66fbd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--39379437&fields=id&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 267 time: 0.0465813 Jun 17 05:49:59.030021 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.035588 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d612c7c0-ce1a-47c8-8ea6-2b99fff4e882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.080150 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c73a9f-db1e-4118-b78f-6f77388dc5b6,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.088168 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9701798cc80499eaebb40f7b31d7f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625785 Jun 17 05:49:59.088168 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.089207 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-bcc636c1-7e1f-430b-a128-1eeaed957771 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.089504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46726) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.092989 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-bcc636c1-7e1f-430b-a128-1eeaed957771 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 815 time: 0.1474986 Jun 17 05:49:59.119753 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-aa9c0f86-88df-4e39-bc61-2d22ec3df87f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/quotas/31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 375 time: 0.0183654 Jun 17 05:49:59.142563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411c5c9-8ec5-4c12-ab2d-5014d3641881 req-ef22db40-7f1c-46e0-aaea-013f6d644ea1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.144879 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b411c5c9-8ec5-4c12-ab2d-5014d3641881 req-ef22db40-7f1c-46e0-aaea-013f6d644ea1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.1453550 Jun 17 05:49:59.187965 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.216931 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.229034 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b411c5c9-8ec5-4c12-ab2d-5014d3641881 req-db59e5a8-2d08-45a8-a808-d59ba11c25f1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690739 Jun 17 05:49:59.248204 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-868feb33-9313-477e-8e10-309ada31f04e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219897 Jun 17 05:49:59.253175 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.323138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.331883 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.368355 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c82696b1ec0044edb856359ac49b6679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2273314 Jun 17 05:49:59.371373 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46728) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.390404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8538f-5efd-4e00-82ef-b1dd1b80c4ab,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.396729 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46730) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.400548 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.402969 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-cfb0625e-5c6e-4b4d-aee1-dff8f34fd00f service neutron] 10.222.0.20 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361926 Jun 17 05:49:59.423406 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.427986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.439090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.440178 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74c73a9f-db1e-4118-b78f-6f77388dc5b6 HTTP/1.1" status: 204 len: 168 time: 0.3505640 Jun 17 05:49:59.448085 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.471799 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c73a9f-db1e-4118-b78f-6f77388dc5b6,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.479480 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.485895 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b60ed-1828-4d65-a6d4-d0890feb2b9c req-87967571-f5aa-4e65-b350-b4823b177aff tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.487472 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1e9b60ed-1828-4d65-a6d4-d0890feb2b9c req-87967571-f5aa-4e65-b350-b4823b177aff tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.1511140 Jun 17 05:49:59.523767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.593132 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1e9b60ed-1828-4d65-a6d4-d0890feb2b9c req-fce3d14e-7aed-4b4e-aa96-6f88454360c8 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961747 Jun 17 05:49:59.599631 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.708356 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.709412 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-55331a83-f361-4b2f-82e5-361736d77314 service neutron] 10.222.0.20 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993248 Jun 17 05:49:59.810195 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e64c6-96f1-498a-9df8-53f44ad0a1ca req-eaf63ac3-b63a-4fc5-81fa-5ed83b1865c7 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.811832 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5a4e64c6-96f1-498a-9df8-53f44ad0a1ca req-eaf63ac3-b63a-4fc5-81fa-5ed83b1865c7 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0677061 Jun 17 05:49:59.849929 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5a4e64c6-96f1-498a-9df8-53f44ad0a1ca req-9bcfafb0-6c67-4be8-97e3-942778655da3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jun 17 05:49:59.857321 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.861712 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.861903 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cc8538f-5efd-4e00-82ef-b1dd1b80c4ab HTTP/1.1" status: 204 len: 168 time: 0.4891732 Jun 17 05:49:59.863323 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.875967 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.881468 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8538f-5efd-4e00-82ef-b1dd1b80c4ab,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.884065 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.897419 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.931281 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c98bfcfb4a104b19a370a623f6da9fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309234 Jun 17 05:49:59.931281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acbeb54-0f13-467c-8fc7-2490c1142617,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.933466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46750) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.935406 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.991511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.017691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.096892 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4a217dcd-bc0d-46ad-8a95-57fc7ca49542 req-675e3171-a305-47a2-9bc8-78aa9e33bc3d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0287499 Jun 17 05:50:00.228810 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.231745 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.232899 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1acbeb54-0f13-467c-8fc7-2490c1142617 HTTP/1.1" status: 204 len: 168 time: 0.2978966 Jun 17 05:50:00.233584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:00.241327 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acbeb54-0f13-467c-8fc7-2490c1142617,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:00.243497 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:00.410919 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbfba1-5323-4967-a4df-dc77f7c179ee req-37eafc32-c149-4a0b-ad53-298f6414c272 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.412442 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6cbbfba1-5323-4967-a4df-dc77f7c179ee req-37eafc32-c149-4a0b-ad53-298f6414c272 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.0716269 Jun 17 05:50:00.453623 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6cbbfba1-5323-4967-a4df-dc77f7c179ee req-dbf60594-42ea-4ecf-a6e4-c57904e4bd68 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Jun 17 05:50:00.786882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fc1fb-f400-42ab-93c7-5debde2b611d req-08482412-0714-4c76-a2d1-b5c76d7bd291 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.793815 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1f8fc1fb-f400-42ab-93c7-5debde2b611d req-08482412-0714-4c76-a2d1-b5c76d7bd291 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.0664446 Jun 17 05:50:00.827620 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1f8fc1fb-f400-42ab-93c7-5debde2b611d req-8c36bfcf-67d4-4a12-87c0-a71f4d5a457a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Jun 17 05:50:00.834579 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46782) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:00.849780 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.962703 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.089616 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4dcfb-44e6-4654-9850-daf636c8451c req-c7fdefd5-3ae1-48ae-869d-ce74db69a309 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.091297 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-08e4dcfb-44e6-4654-9850-daf636c8451c req-c7fdefd5-3ae1-48ae-869d-ce74db69a309 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0638652 Jun 17 05:50:01.131814 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-08e4dcfb-44e6-4654-9850-daf636c8451c req-f28268cd-6831-49f1-b928-70b4ef54c5ae tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jun 17 05:50:01.132943 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.160779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-38b2f04b-ad34-45cc-a5cf-0e2a77d65f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:01.177735 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:50:01.185093 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2a5f2bd1dbc48ec9cea55b4b4e62905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510160 Jun 17 05:50:01.193026 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46796) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:01.209314 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-293b63ec-b98c-4548-aa34-f5560af75553 req-fbcfff58-afe7-47d1-929d-6a80ab359b14 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0517814 Jun 17 05:50:01.214693 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0312a-a827-4108-9a55-d017f03c2a2a,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:01.231001 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:01.310841 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-38bd790c-e68f-4c69-b031-c2eee4d692e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.312685 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-38bd790c-e68f-4c69-b031-c2eee4d692e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.1333129 Jun 17 05:50:01.351428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-d910ce1c-e15c-463d-90ce-86e2a01f31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.352968 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-d910ce1c-e15c-463d-90ce-86e2a01f31a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1096 time: 0.1394868 Jun 17 05:50:01.353619 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.371079 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-82725c33-0341-4edf-b381-dc784aef9625 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509884 Jun 17 05:50:01.373146 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-5026a530-b2f6-4243-9212-374cb21c9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.374684 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-5026a530-b2f6-4243-9212-374cb21c9789 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1097 time: 0.1642900 Jun 17 05:50:01.422817 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.440143 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 46800) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:01.477084 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-0cd7e456-09e8-4d2c-ba81-e6441e3d3527 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 200 len: 217 time: 0.0775502 Jun 17 05:50:01.501200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-43712a98-4b2a-4fe2-9845-622147e64e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.502253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.503345 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-43712a98-4b2a-4fe2-9845-622147e64e90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f996419c63b484094171cc6855cd097&device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 1097 time: 0.2253847 Jun 17 05:50:01.619713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-9dd4df93-e631-4eb5-a940-8f96772d635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.621416 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-9dd4df93-e631-4eb5-a940-8f96772d635f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.1332164 Jun 17 05:50:01.627616 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-75300350-e639-421f-b4de-fe6971ec1d22 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369215 Jun 17 05:50:01.657296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-5f8f4163-a337-49f7-994a-a2d9189eb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.659059 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-5f8f4163-a337-49f7-994a-a2d9189eb9b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.2985628 Jun 17 05:50:01.673766 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-1eb163d4-82a2-4586-9d6b-8547715b49ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415423 Jun 17 05:50:01.721446 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-069c60aa-2c5d-40af-8460-8bcb55d6c1a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0551896 Jun 17 05:50:01.729206 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-f1494b57-e691-44ca-8b42-b634fd87fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.730656 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-f1494b57-e691-44ca-8b42-b634fd87fecd service neutron] 10.222.0.22 "GET /v2.0/networks?id=2da9cc40-9494-4350-a1e3-9a80f7e84517 HTTP/1.1" status: 200 len: 911 time: 0.2102580 Jun 17 05:50:01.752208 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e416f3-8f90-4c78-b1f5-a4ffd2d732ae req-ce7ca4f3-2481-4b98-ac05-d83d2907cb56 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.754218 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-92e416f3-8f90-4c78-b1f5-a4ffd2d732ae req-ce7ca4f3-2481-4b98-ac05-d83d2907cb56 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.1468072 Jun 17 05:50:01.755250 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.758238 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.761773 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbf0312a-a827-4108-9a55-d017f03c2a2a HTTP/1.1" status: 204 len: 168 time: 0.5651371 Jun 17 05:50:01.761773 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-372f0449-d28f-4c8c-b365-fe3d4d2ad3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:01.814310 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.836575 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-92e416f3-8f90-4c78-b1f5-a4ffd2d732ae req-da1e2c17-e5bb-48a2-939c-cc4f730a1cfe tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632370 Jun 17 05:50:01.837466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0312a-a827-4108-9a55-d017f03c2a2a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:01.840105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:01.893079 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-581d0c57-0876-4e4c-9b34-2624feeb5cc5 req-a7a8dcfa-8285-4d19-bc7c-fe8dce2f51d3 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470870 Jun 17 05:50:01.898518 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-6aac28db-daa1-4bb8-ba8c-428b736ec274 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116206 Jun 17 05:50:01.933036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.935412 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:02.009350 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f3460355f914044a0c16bbfe7d872ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661697 Jun 17 05:50:02.010457 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bffe27-b4c0-4874-99f2-9feb2faa1a4e,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:02.012084 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46826) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:02.013996 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:02.132336 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d3da7-a271-468b-a039-782cf36f7c0f req-f9110fe9-b981-4109-8f49-58d124caa72c tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.134622 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f56d3da7-a271-468b-a039-782cf36f7c0f req-f9110fe9-b981-4109-8f49-58d124caa72c tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.1701646 Jun 17 05:50:02.153788 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-360d40a1-533e-45d6-a1d8-91df911ab4b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b HTTP/1.1" status: 200 len: 217 time: 0.1313293 Jun 17 05:50:02.184297 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d382eabc-7fea-4c15-9705-7edea52c8680 req-a4b6414d-019a-4fd7-a713-31e65bb33ded service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579120 Jun 17 05:50:02.225753 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f56d3da7-a271-468b-a039-782cf36f7c0f req-7460a090-e1af-4a8f-9567-2b9eed274f45 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Jun 17 05:50:02.274936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-01758edd-28d5-40c2-91b9-016c68d9df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.281023 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-01758edd-28d5-40c2-91b9-016c68d9df8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.2560897 Jun 17 05:50:02.355739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-a25efd92-4363-43fc-899d-b1b26b98804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.357257 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-a25efd92-4363-43fc-899d-b1b26b98804a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 1096 time: 0.1240444 Jun 17 05:50:02.388255 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.422675 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.482670 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-0e764a4f-6246-438f-ac23-2b80ea945b73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879222 Jun 17 05:50:02.498177 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-74d3a7e5-791a-45c7-a2a1-3e4554635b6d req-d91a0f0f-03ad-490c-827e-201227a1704a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0913992 Jun 17 05:50:02.582138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-605e9b50-38e9-4928-b703-fa25faa82874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.583578 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-605e9b50-38e9-4928-b703-fa25faa82874 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5320e79-c662-4cf6-8a47-f30cbe74e4d8 HTTP/1.1" status: 200 len: 851 time: 0.4213190 Jun 17 05:50:02.586734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.599616 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.603323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87bffe27-b4c0-4874-99f2-9feb2faa1a4e HTTP/1.1" status: 204 len: 168 time: 0.5861802 Jun 17 05:50:02.610511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:02.621278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bffe27-b4c0-4874-99f2-9feb2faa1a4e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:02.642818 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:02.649513 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-a04a8866-3994-43cf-ae6c-6167701817f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2da9cc40-9494-4350-a1e3-9a80f7e84517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564988 Jun 17 05:50:02.657985 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-1a590591-61ad-4c51-b36f-b3ff2556c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.660581 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-1a590591-61ad-4c51-b36f-b3ff2556c32c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 915 time: 0.2955980 Jun 17 05:50:02.735839 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-f34b1c0a-fb3a-4517-af8a-c6edf68c8b3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21 HTTP/1.1" status: 200 len: 217 time: 0.0532551 Jun 17 05:50:02.749692 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-5b9a3721-4d14-4c81-bebd-b0c99d8bf23a service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462280 Jun 17 05:50:02.760667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9764e8-ca46-4641-9e5b-49a5af6cd249 req-084d33b6-eb06-46e4-943d-7eda503496e1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.767595 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a9764e8-ca46-4641-9e5b-49a5af6cd249 req-084d33b6-eb06-46e4-943d-7eda503496e1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.2895336 Jun 17 05:50:02.900429 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a9764e8-ca46-4641-9e5b-49a5af6cd249 req-3650257e-5dea-45b9-bacd-1d7b65d943f5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317909 Jun 17 05:50:02.907708 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-a3569b7d-2d88-422e-931d-1f416e1f44bf service neutron] 10.222.0.22 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418127 Jun 17 05:50:03.024554 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-37b698de-3f23-4fa4-882c-a0fa2eee4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.026062 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-37b698de-3f23-4fa4-882c-a0fa2eee4748 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.2836914 Jun 17 05:50:03.027801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f468-7074-4448-a55e-399ad3e8713a req-537fe8f8-abae-4e41-ae00-839f1d828e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.029169 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-537fe8f8-abae-4e41-ae00-839f1d828e6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1097 time: 0.5103128 Jun 17 05:50:03.038262 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1e513d88-fa8d-40af-b22d-65116a5b821f req-6ec8e805-4e90-4898-8212-91893f568161 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659104 Jun 17 05:50:03.089679 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-323ae6ba-4090-4de5-a671-9027ba6a22e8 req-6a7caf0f-e66c-4728-a240-f560765c526a service neutron] 10.222.0.22 "GET /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753054 Jun 17 05:50:03.102415 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-8d1ba1a9-ec2f-4dae-b03b-ad75a856d1ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544925 Jun 17 05:50:03.235168 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e566a1b-2ef8-45a6-9cb1-6298a25bbfde req-062b7803-2ceb-4818-a3b0-1c56d37bb6b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.236659 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0e566a1b-2ef8-45a6-9cb1-6298a25bbfde req-062b7803-2ceb-4818-a3b0-1c56d37bb6b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.2343993 Jun 17 05:50:03.257455 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f468-7074-4448-a55e-399ad3e8713a req-4051217e-c2e2-4f1c-a109-2a0fe53db9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.258839 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-4051217e-c2e2-4f1c-a109-2a0fe53db9d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.2120879 Jun 17 05:50:03.328170 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-faf779ef-d909-4467-ad2a-d7767685c334 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 200 len: 217 time: 0.0539901 Jun 17 05:50:03.334340 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-de570712-0a8c-4fb0-b514-35323f637201 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005322 Jun 17 05:50:03.338423 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0e566a1b-2ef8-45a6-9cb1-6298a25bbfde req-16cf21c2-ca78-41ca-ba8d-3637fd45e884 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927501 Jun 17 05:50:03.438445 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f468-7074-4448-a55e-399ad3e8713a req-60c565f4-bd9e-42a3-be22-2135438410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.439920 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-60c565f4-bd9e-42a3-be22-2135438410ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.1045704 Jun 17 05:50:03.473902 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe39d5c-b840-40ee-b2ab-ce40e7639216 req-02ac9046-b676-48df-934a-84af3eac8574 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.475372 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0fe39d5c-b840-40ee-b2ab-ce40e7639216 req-02ac9046-b676-48df-934a-84af3eac8574 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.1029289 Jun 17 05:50:03.482371 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-dd502d7e-22b6-4b1b-b834-6c6a9c055f2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356328 Jun 17 05:50:03.508743 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2d48a6d0-3d99-4dfa-ab74-def2bd9bf039 req-6fa7f9ff-634b-460f-8247-1ddad4d93904 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619384 Jun 17 05:50:03.523529 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0fe39d5c-b840-40ee-b2ab-ce40e7639216 req-4b4b10fe-8fb4-4e50-9dea-445758410c8b tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Jun 17 05:50:03.584822 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-4d550520-505d-4ee6-93a4-83eccc286347 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929928 Jun 17 05:50:03.686487 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b2fe1b0d-3d80-4c9a-8ce3-4021e373e3fa req-748e975e-0077-4d99-987f-7bcd5f9dc35b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0310419 Jun 17 05:50:03.717553 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-96a5f468-7074-4448-a55e-399ad3e8713a req-8d09fb63-8b97-4f58-9a81-392dd49c3a90 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239986 Jun 17 05:50:03.719561 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46896) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:03.897517 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-2da76c1f-c14e-469b-8391-383485d51b53 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.898934 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-2da76c1f-c14e-469b-8391-383485d51b53 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 815 time: 0.1217320 Jun 17 05:50:04.037108 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-cf14a2d0-3c74-41ef-ad48-ef5610592bcc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 378 time: 0.1181419 Jun 17 05:50:04.049472 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'port': {'device_id': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'admin_state_up': True, 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'security_groups': ['b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b']}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:04.100661 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.207780 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde037-a26b-4fab-ba64-c1de44c97230 req-6c7174ec-230f-4b0e-ad91-24e61aeaf1bc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:04.209647 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-28bde037-a26b-4fab-ba64-c1de44c97230 req-6c7174ec-230f-4b0e-ad91-24e61aeaf1bc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.1109190 Jun 17 05:50:04.271990 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-28bde037-a26b-4fab-ba64-c1de44c97230 req-9a674e76-be53-4071-a2c6-1a7949658a0d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550857 Jun 17 05:50:04.303185 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.402184 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.428102 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:04.485095 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=806af23b2cd341bda5554368c4d88205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643104 Jun 17 05:50:04.487254 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 46966) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:04.520783 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25cf58e-8ca6-475b-9c9d-c15da6676dad,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:04.524644 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:04.597586 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.598002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3429c-eb9e-40bc-893d-d379b5493508 req-46c5cda2-7c26-4dfc-afb1-2cb19349542a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:04.598002 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-80b3429c-eb9e-40bc-893d-d379b5493508 req-46c5cda2-7c26-4dfc-afb1-2cb19349542a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.0873461 Jun 17 05:50:04.598179 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.652468 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-80b3429c-eb9e-40bc-893d-d379b5493508 req-1781519d-54c7-457e-b2ad-9722fd3e103c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698805 Jun 17 05:50:04.691517 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Made reservation on behalf of 31dd2dfa2e0f486592ca253ded72f9f6 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:04.695650 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.734863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b16b-5ab6-4a1e-85df-278f36d88740 req-d6bc5f3b-e030-4365-bece-e9f7557c984d tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:04.738649 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce25b16b-5ab6-4a1e-85df-278f36d88740 req-d6bc5f3b-e030-4365-bece-e9f7557c984d tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.0678949 Jun 17 05:50:04.777782 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce25b16b-5ab6-4a1e-85df-278f36d88740 req-90350503-bb72-477a-b7e0-4607a722d008 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Jun 17 05:50:04.790669 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.811941 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.811941 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a25cf58e-8ca6-475b-9c9d-c15da6676dad HTTP/1.1" status: 204 len: 168 time: 0.3105915 Jun 17 05:50:04.811941 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:04.829843 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25cf58e-8ca6-475b-9c9d-c15da6676dad,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:04.832538 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:04.893267 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4e59623d-128c-4327-9c96-cde08557cea2 req-424979b1-ff54-4e9d-821b-a0069def9a16 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0380137 Jun 17 05:50:04.973349 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Allocated IP 172.20.0.7 (e010d35e-12ff-4ed0-9469-9aba3b96ba31/8cb8a225-ca48-474b-86f0-3a6f348d4bf5/76f4ad57-2b94-41a5-9784-1f815538a30c) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:05.115984 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.132696 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Transition to ACTIVE for port object 76f4ad57-2b94-41a5-9784-1f815538a30c will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:05.246724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.253975 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:05.297769 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:05.301789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:05.304272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:05.311364 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:05.312554 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.331860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:05.336214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:05.441314 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3983693 Jun 17 05:50:05.468080 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Request body: {'port': {'device_id': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:05.497439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9ebe-b522-4666-aca3-d9d9329ad7c8 req-cae95db3-6ef5-4977-a672-7c99137f6224 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:05.499551 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b3e9ebe-b522-4666-aca3-d9d9329ad7c8 req-cae95db3-6ef5-4977-a672-7c99137f6224 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0859272 Jun 17 05:50:05.540820 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b3e9ebe-b522-4666-aca3-d9d9329ad7c8 req-ec409070-3863-4a62-97b5-baa891407897 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jun 17 05:50:05.560727 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.657592 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47006) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:05.669632 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-776cd618-532a-461d-916c-9bbd7c566697 None None] Provisioning for port 76f4ad57-2b94-41a5-9784-1f815538a30c completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:05.672130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.676181 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-776cd618-532a-461d-916c-9bbd7c566697 None None] Provisioning complete for port 76f4ad57-2b94-41a5-9784-1f815538a30c triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:05.676938 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-776cd618-532a-461d-916c-9bbd7c566697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.716493 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-776cd618-532a-461d-916c-9bbd7c566697 None None] Port 76f4ad57-2b94-41a5-9784-1f815538a30c cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:05.803512 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.895023 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.910788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a8d63db5-5f6d-41e0-aa81-9e973ec0e1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:05.940358 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:05.956181 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bd111-7c66-4423-a1fb-04a47354fb3e req-6127480e-0a21-4974-8d9c-1468f19d17b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:05.956411 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d4c03962b6140599061908bffc9a8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975602 Jun 17 05:50:05.957741 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1c8bd111-7c66-4423-a1fb-04a47354fb3e req-6127480e-0a21-4974-8d9c-1468f19d17b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.1231062 Jun 17 05:50:05.959861 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.961956 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47028) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:05.985443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cad2764-e0f2-464a-9512-82e9b443e511,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:05.989729 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.010306 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Transition to ACTIVE for port object 76f4ad57-2b94-41a5-9784-1f815538a30c will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:06.021656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3adfb-63c6-49f1-8914-b079023c35f8 req-0401255e-fb9a-4fb4-993c-9a24e50b7bbc tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.022688 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-50f3adfb-63c6-49f1-8914-b079023c35f8 req-0401255e-fb9a-4fb4-993c-9a24e50b7bbc tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.0837994 Jun 17 05:50:06.046288 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1c8bd111-7c66-4423-a1fb-04a47354fb3e req-3c868e13-099b-4be4-83ba-579805a45ea8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760148 Jun 17 05:50:06.068301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.075951 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-50f3adfb-63c6-49f1-8914-b079023c35f8 req-1dd18f30-d716-4669-9cfe-ed63244b3c5c tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Jun 17 05:50:06.091329 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.241776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.241776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.241776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:06.259122 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.322850 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Attempting to bind port 76f4ad57-2b94-41a5-9784-1f815538a30c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:06.323149 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Attempting to bind port 76f4ad57-2b94-41a5-9784-1f815538a30c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:06.323482 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Attempting to bind port 76f4ad57-2b94-41a5-9784-1f815538a30c on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:06.338637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Port 76f4ad57-2b94-41a5-9784-1f815538a30c on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:50:06.338957 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Attempting to bind port 76f4ad57-2b94-41a5-9784-1f815538a30c on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:06.353847 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132409f-3c66-4913-91d4-aac6780649be req-f2407ef1-9254-4ff5-94fc-6de1d8a7b15d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.358305 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b132409f-3c66-4913-91d4-aac6780649be req-f2407ef1-9254-4ff5-94fc-6de1d8a7b15d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.1585684 Jun 17 05:50:06.359618 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:06.359999 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Checking segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:06.360597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Bound using segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:06.361043 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Bound port: 76f4ad57-2b94-41a5-9784-1f815538a30c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:06.361388 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.442223 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b132409f-3c66-4913-91d4-aac6780649be req-b5b6bc3c-26c2-41fd-a93d-9b82b32d4119 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686858 Jun 17 05:50:06.458739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.462280 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.471034 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cad2764-e0f2-464a-9512-82e9b443e511 HTTP/1.1" status: 204 len: 168 time: 0.5025816 Jun 17 05:50:06.480370 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d5038218-1d0e-48a9-8d43-482c1ab40e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.493442 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cad2764-e0f2-464a-9512-82e9b443e511,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:06.495443 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:06.497678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.533881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:06.657749 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.661610 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.698258 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.698927 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.700741 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] 10.222.0.22 "PUT /v2.0/ports/76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 1093 time: 1.2387142 Jun 17 05:50:06.703287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:06.709595 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:06.745994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a0d0-f3fe-4e7f-a534-24efb696e7a6 req-ffdbe846-c1c2-402c-bc35-16bc6361056a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.748514 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8634a0d0-f3fe-4e7f-a534-24efb696e7a6 req-ffdbe846-c1c2-402c-bc35-16bc6361056a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.0895658 Jun 17 05:50:06.750289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:06.754340 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.769029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da219bd9-e3c0-49e6-bae4-b13b46ede6a6 x-openstack-request-id: req-da219bd9-e3c0-49e6-bae4-b13b46ede6a6 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:06.769029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:06.769029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da219bd9-e3c0-49e6-bae4-b13b46ede6a6 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:06.769029 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'status': 'completed', 'code': 200} Jun 17 05:50:06.803295 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8634a0d0-f3fe-4e7f-a534-24efb696e7a6 req-d13d1b4f-bf1c-474d-bbc3-338b2fe608bb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Jun 17 05:50:06.902116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-9119c266-c271-430d-ac34-19f26bb18dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.904058 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-9119c266-c271-430d-ac34-19f26bb18dea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1096 time: 0.0773797 Jun 17 05:50:07.133487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-5bba6d49-c6ed-4d5b-8b18-422da8e49556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.135371 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-5bba6d49-c6ed-4d5b-8b18-422da8e49556 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2168081 Jun 17 05:50:07.289085 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 1a058e07-fb13-4c99-8257-82b881601c95 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:07.317648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3335ae-fb64-4e53-8259-37b9dee87766 req-6d760cdc-d04c-47fb-9d65-c653968c40af tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.324404 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b3335ae-fb64-4e53-8259-37b9dee87766 req-6d760cdc-d04c-47fb-9d65-c653968c40af tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.0872746 Jun 17 05:50:07.370040 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b3335ae-fb64-4e53-8259-37b9dee87766 req-9776d84a-370f-4161-9347-3019368de9fd tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Jun 17 05:50:07.433306 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a058e07-fb13-4c99-8257-82b881601c95,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:07.445859 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '1a058e07-fb13-4c99-8257-82b881601c95', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'port_id': '1a058e07-fb13-4c99-8257-82b881601c95', 'mac_address': 'fa:16:3e:ae:e0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:07.495741 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.546454 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a058e07-fb13-4c99-8257-82b881601c95 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:07.572967 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a058e07-fb13-4c99-8257-82b881601c95,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:07.595115 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-547f46fc-67f8-419f-9bdc-f126d018ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.596590 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f033d5c4-95ff-4e71-a7f6-1bd04dcd90d3 req-547f46fc-67f8-419f-9bdc-f126d018ad54 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4548132 Jun 17 05:50:07.603757 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf54bb6-be78-44f1-b5bc-3773c4ace30f req-1862951a-20bd-4de9-8076-1bab17a4b8d5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.605261 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cf54bb6-be78-44f1-b5bc-3773c4ace30f req-1862951a-20bd-4de9-8076-1bab17a4b8d5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 943 time: 0.3624859 Jun 17 05:50:07.684658 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cf54bb6-be78-44f1-b5bc-3773c4ace30f req-b963b25a-aa36-46d5-829a-0969fa320fca tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729189 Jun 17 05:50:07.692401 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.693532 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device c49c0fc9-52a9-4087-bc73-90ae04105810 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:07.695814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:07.743818 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2adc-56f9-439d-a63c-b92e99af05a2 req-713e761f-ed8b-48af-9df3-8c856ae05ead tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.745484 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-babe2adc-56f9-439d-a63c-b92e99af05a2 req-713e761f-ed8b-48af-9df3-8c856ae05ead tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0865993 Jun 17 05:50:07.761872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-f5c17862-cbc8-475b-b725-32bb75ab14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.761872 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-f5c17862-cbc8-475b-b725-32bb75ab14b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1096 time: 0.0726368 Jun 17 05:50:07.785980 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c49c0fc9-52a9-4087-bc73-90ae04105810,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:07.805258 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-babe2adc-56f9-439d-a63c-b92e99af05a2 req-1ee6c37d-b975-4718-aa20-a51d5a6f341f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540071 Jun 17 05:50:07.811905 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'c49c0fc9-52a9-4087-bc73-90ae04105810', 'network_id': '1008679a-5363-4b75-81f1-ca37c60db0aa', 'port_id': 'c49c0fc9-52a9-4087-bc73-90ae04105810', 'mac_address': 'fa:16:3e:4f:78:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4f7d3-3063-402c-8557-a0cbf5f82f98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:07.820405 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:07.823956 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:07.837707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-f3edc005-b6c5-4265-849d-c88c7c92fed6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 217 time: 0.0625646 Jun 17 05:50:07.866832 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.891301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-98a9ebf5-6b34-444c-aa4d-a96269060e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.893157 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-98a9ebf5-6b34-444c-aa4d-a96269060e66 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0493624 Jun 17 05:50:07.894939 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49c0fc9-52a9-4087-bc73-90ae04105810 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:07.926628 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c49c0fc9-52a9-4087-bc73-90ae04105810,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:07.984890 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560799-5b49-4130-aa86-19d6eda5647f req-7e24278d-93c0-400f-8911-428c9ae29b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.986299 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-7e24278d-93c0-400f-8911-428c9ae29b48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866516 Jun 17 05:50:08.023034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.024168 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cbfa5729-0b81-42a4-bd36-49847d04fc21 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:08.026639 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-727b52f6-636a-4b1b-9598-fc5a637c6dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.105520 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a1a9-419c-4259-be6d-b10f7b688345 req-9a877f20-7768-487e-9e74-aea270784268 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:08.107050 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1c65a1a9-419c-4259-be6d-b10f7b688345 req-9a877f20-7768-487e-9e74-aea270784268 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 944 time: 0.1384864 Jun 17 05:50:08.128978 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.133198 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.139826 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-d8fabfb5-43cd-4a2b-8508-c46d7953ab25 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321855 Jun 17 05:50:08.172263 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:08.178578 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1c65a1a9-419c-4259-be6d-b10f7b688345 req-4fa06d46-e4e1-4f34-b6df-476fb4f50a52 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 Jun 17 05:50:08.183831 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'cbfa5729-0b81-42a4-bd36-49847d04fc21', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'port_id': 'cbfa5729-0b81-42a4-bd36-49847d04fc21', 'mac_address': 'fa:16:3e:ef:20:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:08.226254 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.251932 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfa5729-0b81-42a4-bd36-49847d04fc21 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:08.256148 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73560799-5b49-4130-aa86-19d6eda5647f req-efb7eb5f-db1f-49a8-a1c0-d83f0435c717 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092491 Jun 17 05:50:08.275077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:08.322462 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47122) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:08.354147 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.355016 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0cc90244-7b26-4b9e-9022-2ccf186ee45b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:08.357776 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-5ee3c919-6763-4578-b9f8-7cd1ba52f0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.429129 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.452317 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.459783 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.514670 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:08.543858 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'network_id': '2da9cc40-9494-4350-a1e3-9a80f7e84517', 'port_id': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'mac_address': 'fa:16:3e:e5:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5320e79-c662-4cf6-8a47-f30cbe74e4d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:08.563355 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.599046 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.612724 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc90244-7b26-4b9e-9022-2ccf186ee45b {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:08.624845 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187f21f-3910-4de2-9375-82d3b4bcd66f req-46ef65b1-67c1-4103-8371-63e40a5725a6 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:08.628583 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8187f21f-3910-4de2-9375-82d3b4bcd66f req-46ef65b1-67c1-4103-8371-63e40a5725a6 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 944 time: 0.0877762 Jun 17 05:50:08.633720 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:08.684362 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8187f21f-3910-4de2-9375-82d3b4bcd66f req-8a0a73d0-b087-4103-bf5d-23c549fa05b1 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Jun 17 05:50:08.715699 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.716402 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.719777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.723006 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cfc22394-dcc3-4dc6-858e-123d7f60e508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.846477 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b776b8e4396a451d94fd784f9dd5c04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228155 Jun 17 05:50:08.849259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49016c24-489c-4902-aca5-cb4af8f9fed5,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.849385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47146) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:08.859903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.865830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.874493 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.931707 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.962348 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.083198 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf951b1-9fd0-423b-ad2b-cf17abca33bc req-75e2449a-7cdb-4b75-a191-c7854da5ee55 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.084918 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cbf951b1-9fd0-423b-ad2b-cf17abca33bc req-75e2449a-7cdb-4b75-a191-c7854da5ee55 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 944 time: 0.1011069 Jun 17 05:50:09.095141 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ce45e-a77a-4c60-a6ba-8f442a5eaeaf req-e73ea573-ec24-43ff-90a9-fbcf94447b73 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.097463 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b82ce45e-a77a-4c60-a6ba-8f442a5eaeaf req-e73ea573-ec24-43ff-90a9-fbcf94447b73 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0704761 Jun 17 05:50:09.127530 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cbf951b1-9fd0-423b-ad2b-cf17abca33bc req-c6415a16-602e-4da6-a577-5a8917569825 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b82ce45e-a77a-4c60-a6ba-8f442a5eaeaf req-86b514c6-12db-4c9a-bb2c-45a748be3e0d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450969 Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49016c24-489c-4902-aca5-cb4af8f9fed5 HTTP/1.1" status: 204 len: 168 time: 0.3119295 Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-63978594-0425-43fa-abc7-c323dfc06b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:09.170846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49016c24-489c-4902-aca5-cb4af8f9fed5,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:09.174046 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:09.372893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08aa13-e3c1-403f-a8b3-fec7a2307bd7 req-307cc4cc-c895-41b4-b504-eb848ff8fbfd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.376216 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4c08aa13-e3c1-403f-a8b3-fec7a2307bd7 req-307cc4cc-c895-41b4-b504-eb848ff8fbfd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 945 time: 0.0781412 Jun 17 05:50:09.416059 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4c08aa13-e3c1-403f-a8b3-fec7a2307bd7 req-8c3c245c-ac2f-48d2-93ef-26f503e08777 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jun 17 05:50:09.646495 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0cc90244-7b26-4b9e-9022-2ccf186ee45b'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:09.664131 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['c49c0fc9-52a9-4087-bc73-90ae04105810'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:09.748818 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['1a058e07-fb13-4c99-8257-82b881601c95'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:09.781991 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:09.936137 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc867112-4c1e-4daa-b677-07ebb2cc7e19 req-7a5a0a9e-3407-4c7f-80a2-74e3d9c1957f tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.937673 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dc867112-4c1e-4daa-b677-07ebb2cc7e19 req-7a5a0a9e-3407-4c7f-80a2-74e3d9c1957f tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 945 time: 0.0811460 Jun 17 05:50:09.974666 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dc867112-4c1e-4daa-b677-07ebb2cc7e19 req-a0fb5be7-a464-412a-9bd0-096f55653725 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jun 17 05:50:10.310685 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47182) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:10.347433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.369266 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334812-7bd2-4f76-b753-17329c949ae5 req-ef7c9654-6afa-4cce-b1f3-3ffc963a0095 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.370746 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c334812-7bd2-4f76-b753-17329c949ae5 req-ef7c9654-6afa-4cce-b1f3-3ffc963a0095 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 944 time: 0.1087728 Jun 17 05:50:10.393290 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aff02-394c-4474-addf-cd8e19feb94a req-307bdaf8-7de0-4965-bdb4-cab295ee08cc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.395348 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-112aff02-394c-4474-addf-cd8e19feb94a req-307bdaf8-7de0-4965-bdb4-cab295ee08cc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0865977 Jun 17 05:50:10.432611 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c334812-7bd2-4f76-b753-17329c949ae5 req-f6fb7f7d-3328-4fce-bf70-8f8c9f34b71b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561211 Jun 17 05:50:10.434121 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-112aff02-394c-4474-addf-cd8e19feb94a req-510d01d7-a228-48f2-a5fc-12805779e9d3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331686 Jun 17 05:50:10.495798 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.578986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.583187 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:10.625583 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0496703318db4ac5a608ef569a70f38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123322 Jun 17 05:50:10.628387 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d53353-5abe-44d5-be8c-0aaed09cd8d1,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:10.628864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47190) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:10.631857 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:10.650401 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510220c-9382-4cca-a624-0c7f67385bf9 req-1384e4f5-61df-4d79-bef1-24d974c810be tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.651949 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e510220c-9382-4cca-a624-0c7f67385bf9 req-1384e4f5-61df-4d79-bef1-24d974c810be tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 945 time: 0.1056397 Jun 17 05:50:10.690227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.694148 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e510220c-9382-4cca-a624-0c7f67385bf9 req-f36384c8-0f71-4cef-95e2-3fd39a411b61 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Jun 17 05:50:10.711962 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.817373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.819942 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.821087 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53d53353-5abe-44d5-be8c-0aaed09cd8d1 HTTP/1.1" status: 204 len: 168 time: 0.1911736 Jun 17 05:50:10.821793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-738fc8f6-6609-48fa-9cac-bec8de47f933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:10.829083 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d53353-5abe-44d5-be8c-0aaed09cd8d1,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:10.831851 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:11.151304 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611a18a-3700-4446-80e4-cfa3c5f4ec25 req-1f8ee751-968f-4093-a448-cb37457a2f67 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.152770 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6611a18a-3700-4446-80e4-cfa3c5f4ec25 req-1f8ee751-968f-4093-a448-cb37457a2f67 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 945 time: 0.0642891 Jun 17 05:50:11.198998 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6611a18a-3700-4446-80e4-cfa3c5f4ec25 req-b8ef867f-183a-4337-a90f-d0188d7d1970 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Jun 17 05:50:11.611043 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ff735-4510-4776-aba4-4b61b9f3a7b1 req-27551f79-3915-4dff-81b5-d32c890fd55d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.612664 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-811ff735-4510-4776-aba4-4b61b9f3a7b1 req-27551f79-3915-4dff-81b5-d32c890fd55d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 944 time: 0.0659137 Jun 17 05:50:11.626962 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7b069-b304-4d7d-aa4c-e11b5fb0b6a1 req-fd772608-bca1-4103-a9a0-df460ce35090 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.628970 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1ec7b069-b304-4d7d-aa4c-e11b5fb0b6a1 req-fd772608-bca1-4103-a9a0-df460ce35090 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0694447 Jun 17 05:50:11.658569 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-811ff735-4510-4776-aba4-4b61b9f3a7b1 req-3ba4d2e7-85c6-4492-9110-ad1c1ae90ead tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Jun 17 05:50:11.671555 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1ec7b069-b304-4d7d-aa4c-e11b5fb0b6a1 req-5ec6baca-4e5f-4383-a7e6-929272d9939a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358646 Jun 17 05:50:11.903555 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc548-0e59-436e-9444-e8bf2225e857 req-709571ed-9c83-45bf-ba99-3183a9ec5701 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.905073 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-857dc548-0e59-436e-9444-e8bf2225e857 req-709571ed-9c83-45bf-ba99-3183a9ec5701 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 945 time: 0.0883782 Jun 17 05:50:11.943905 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-857dc548-0e59-436e-9444-e8bf2225e857 req-ed77c86d-32f6-4e84-98cd-2513528c278a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Jun 17 05:50:12.397088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c63cbf-df1d-4b54-bf6e-f865c701a62b req-3e281964-0f9c-4fa5-82ab-9d27df113152 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.398620 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-84c63cbf-df1d-4b54-bf6e-f865c701a62b req-3e281964-0f9c-4fa5-82ab-9d27df113152 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 945 time: 0.0857134 Jun 17 05:50:12.441796 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-84c63cbf-df1d-4b54-bf6e-f865c701a62b req-df0ddb84-d692-427f-ab4a-ae15fca6c10e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Jun 17 05:50:12.697857 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9aeece32-06e0-44fb-8f66-6aa1cfcf4403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.819920 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47262) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:12.866141 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550b338-f2e1-4418-8262-075a5542828c req-926a61c4-4564-4f3d-b20f-ac67c402e30d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.879197 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3550b338-f2e1-4418-8262-075a5542828c req-926a61c4-4564-4f3d-b20f-ac67c402e30d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0844674 Jun 17 05:50:12.908391 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8271-a4dc-44c8-bdd4-9c5ba7d02d27 req-81316989-1919-4bda-98c6-73a924797d9d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.918221 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9b6d8271-a4dc-44c8-bdd4-9c5ba7d02d27 req-81316989-1919-4bda-98c6-73a924797d9d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 944 time: 0.1260650 Jun 17 05:50:12.944198 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3550b338-f2e1-4418-8262-075a5542828c req-e0f3181b-ed97-4229-8272-dff35ddf6a6e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635328 Jun 17 05:50:12.960575 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9b6d8271-a4dc-44c8-bdd4-9c5ba7d02d27 req-dd7e727b-c628-4a2d-b112-6afbdf7d61cd tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Jun 17 05:50:13.091874 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.129069 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40483b9-efe2-4aff-a07f-0971beb6cf48 req-3216d5f7-9d07-43f9-a023-cf689bd2e64d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.130839 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b40483b9-efe2-4aff-a07f-0971beb6cf48 req-3216d5f7-9d07-43f9-a023-cf689bd2e64d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 945 time: 0.0644314 Jun 17 05:50:13.170168 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b40483b9-efe2-4aff-a07f-0971beb6cf48 req-8425e39c-2ea9-42fe-b6cc-3129d1329474 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Jun 17 05:50:13.188855 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.291829 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:13.298614 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 1a058e07-fb13-4c99-8257-82b881601c95 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:13.314121 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.317701 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7990193d-f73f-4e0d-bfa3-e683ac29c3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:13.355164 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bb3fd617889405f893e69e6290551ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5332141 Jun 17 05:50:13.356425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d34933-70c0-4ca7-adc7-8d741ba5c984,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:13.358009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47274) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:13.360672 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:13.413528 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.434550 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:13.438040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.452902 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:13.489430 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 1a058e07-fb13-4c99-8257-82b881601c95 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:13.497721 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 1a058e07-fb13-4c99-8257-82b881601c95 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:13.498102 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.529579 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.549173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:13.573227 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:13.582749 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.585437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.589208 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d34933-70c0-4ca7-adc7-8d741ba5c984 HTTP/1.1" status: 204 len: 168 time: 0.2277951 Jun 17 05:50:13.589208 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f7c-ce06-4fb5-b2c2-8f72a30fafdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:13.597063 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d34933-70c0-4ca7-adc7-8d741ba5c984,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:13.602022 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:13.634688 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.662974 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce09c2-8e34-49da-8de4-2b7066e0a59f req-7cfcb0ff-94c7-4ad4-8a0d-35c9dac642b4 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.666991 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83ce09c2-8e34-49da-8de4-2b7066e0a59f req-7cfcb0ff-94c7-4ad4-8a0d-35c9dac642b4 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 945 time: 0.0842884 Jun 17 05:50:13.669847 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:13.702222 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83ce09c2-8e34-49da-8de4-2b7066e0a59f req-5d60da71-27b5-4dd2-ab5b-507c51222b83 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Jun 17 05:50:13.741302 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.750119 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:13.753720 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a058e07-fb13-4c99-8257-82b881601c95,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:13.807247 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:13.810795 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:13.845641 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.846641 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device c49c0fc9-52a9-4087-bc73-90ae04105810 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:13.849737 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:13.871601 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b9337-f6d7-4d60-a155-22cdd0f1f697" -d '{"events": [{"server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "name": "network-vif-plugged", "status": "completed", "tag": "1a058e07-fb13-4c99-8257-82b881601c95"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:13.929308 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:13.932438 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:14.091976 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port c49c0fc9-52a9-4087-bc73-90ae04105810 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:14.096632 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port c49c0fc9-52a9-4087-bc73-90ae04105810 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:14.097585 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.152322 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1df5-2c34-49e3-affe-75256c4fc640 req-5a9a6594-9ed4-4823-b26d-d2ff411b03d2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.154664 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-128d1df5-2c34-49e3-affe-75256c4fc640 req-5a9a6594-9ed4-4823-b26d-d2ff411b03d2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 944 time: 0.0845013 Jun 17 05:50:14.201351 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfffae31-df06-4cd5-aa3e-4782c3a5b0d8 x-openstack-request-id: req-dfffae31-df06-4cd5-aa3e-4782c3a5b0d8 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:14.201677 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "name": "network-vif-plugged", "status": "completed", "tag": "1a058e07-fb13-4c99-8257-82b881601c95", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:14.201938 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfffae31-df06-4cd5-aa3e-4782c3a5b0d8 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:14.202642 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95', 'code': 200} Jun 17 05:50:14.205557 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.215060 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-128d1df5-2c34-49e3-affe-75256c4fc640 req-46463c40-4d13-4db4-943e-3cbf965e7687 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536289 Jun 17 05:50:14.225324 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['76f4ad57-2b94-41a5-9784-1f815538a30c'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:14.289026 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c49c0fc9-52a9-4087-bc73-90ae04105810,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:14.399947 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04f72c-bed0-41f4-829a-669108496108 req-a8ef6c1f-ae7d-4546-a69e-12e5a1860bbd tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.402636 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6a04f72c-bed0-41f4-829a-669108496108 req-a8ef6c1f-ae7d-4546-a69e-12e5a1860bbd tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 944 time: 0.0955839 Jun 17 05:50:14.408404 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.409349 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cbfa5729-0b81-42a4-bd36-49847d04fc21 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:14.411319 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-ca6a9c2d-eb8b-46f1-89a4-e4369f7d67ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:14.441698 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6a04f72c-bed0-41f4-829a-669108496108 req-112ce126-37a9-4004-91af-848166009f1b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jun 17 05:50:14.454735 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f13c8-758a-4c9e-847d-b23a89331bc2 req-7d44f943-e50e-4c77-a2b7-9a99060ad542 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.456764 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-373f13c8-758a-4c9e-847d-b23a89331bc2 req-7d44f943-e50e-4c77-a2b7-9a99060ad542 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 945 time: 0.0676994 Jun 17 05:50:14.496648 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-373f13c8-758a-4c9e-847d-b23a89331bc2 req-2d411021-0464-484b-b7ef-d3723dcdeb7a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jun 17 05:50:14.497057 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:14.501008 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:14.623094 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port cbfa5729-0b81-42a4-bd36-49847d04fc21 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:14.627162 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port cbfa5729-0b81-42a4-bd36-49847d04fc21 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:14.627546 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.664407 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.710845 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.745666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:14.793399 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-eb1325c5-2d84-4320-87c0-40ed0763aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.794921 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-eb1325c5-2d84-4320-87c0-40ed0763aa48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.0891504 Jun 17 05:50:14.817382 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.926545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8974f35-a46c-4b5f-b67d-ab99da697639 req-634e4179-1b5a-4d5f-a6c9-0173db87e66a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.928559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8974f35-a46c-4b5f-b67d-ab99da697639 req-634e4179-1b5a-4d5f-a6c9-0173db87e66a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 945 time: 0.1038072 Jun 17 05:50:14.932572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.965538 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8974f35-a46c-4b5f-b67d-ab99da697639 req-835b21ef-c82f-41c6-8cfa-8994349e368d tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Jun 17 05:50:14.998237 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.999095 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0cc90244-7b26-4b9e-9022-2ccf186ee45b up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:15.003114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:15.075060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:15.079459 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:15.125671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.131042 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:15.155174 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 0cc90244-7b26-4b9e-9022-2ccf186ee45b completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:15.158067 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8ef2d746-8e0a-42cd-a468-a811226612dc req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563213 Jun 17 05:50:15.158715 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b25a-1d1b-4087-b16a-f5bed51348e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.161541 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 0cc90244-7b26-4b9e-9022-2ccf186ee45b triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:15.161912 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.166957 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0e606-8ecb-4a25-a5fd-9688802f3183,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:15.176515 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:15.245098 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.267665 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.296596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:15.377265 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.380035 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:15.438194 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:15.444144 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:15.450267 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54728-de06-44e8-92e4-81ae75aafbf8 req-9e0eabfa-d167-4c7e-ae92-e49bad2dea15 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:15.451716 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-65d54728-de06-44e8-92e4-81ae75aafbf8 req-9e0eabfa-d167-4c7e-ae92-e49bad2dea15 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 944 time: 0.0998347 Jun 17 05:50:15.489289 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-65d54728-de06-44e8-92e4-81ae75aafbf8 req-587984bb-af7c-4b92-9b82-eb4e540ecc72 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305603 Jun 17 05:50:15.666324 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83a06d-5221-4e69-b8ee-a85af4a1b0ad req-ae2badca-c73b-4374-8782-4a486320a140 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:15.667768 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9a83a06d-5221-4e69-b8ee-a85af4a1b0ad req-ae2badca-c73b-4374-8782-4a486320a140 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.0788312 Jun 17 05:50:15.692104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d25b-55fa-444c-a38c-ffc85fdaa4c7 req-b9e279b7-2e70-4fa4-bb3e-7270078a5ce3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:15.693614 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6388d25b-55fa-444c-a38c-ffc85fdaa4c7 req-b9e279b7-2e70-4fa4-bb3e-7270078a5ce3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0632575 Jun 17 05:50:15.705827 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9a83a06d-5221-4e69-b8ee-a85af4a1b0ad req-7b57d93d-9ed6-409e-8d73-021bb5617c4a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Jun 17 05:50:15.731649 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6388d25b-55fa-444c-a38c-ffc85fdaa4c7 req-f73badd5-d964-4f7c-8a2f-0d52dd938e1e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Jun 17 05:50:16.149077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.150229 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6bdd9-7c46-4a90-919d-7f4498e6bf14 req-89d0a911-2526-405c-bbbe-9448c703db81 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:16.152951 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a2d6bdd9-7c46-4a90-919d-7f4498e6bf14 req-89d0a911-2526-405c-bbbe-9448c703db81 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0717795 Jun 17 05:50:16.201550 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a2d6bdd9-7c46-4a90-919d-7f4498e6bf14 req-0d2c50d4-bf84-46ec-b0ba-5f85f6ddc5a0 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Jun 17 05:50:16.213649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810'}, {'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21'}, {'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:16.213649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523e92fc-5fe4-424b-b5c0-8855ef870562" -d '{"events": [{"server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "name": "network-vif-plugged", "status": "completed", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810"}, {"server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "name": "network-vif-plugged", "status": "completed", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21"}, {"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-plugged", "status": "completed", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:16.272459 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8440ccf-54f1-4454-ba10-1a57de9fd2e0 x-openstack-request-id: req-b8440ccf-54f1-4454-ba10-1a57de9fd2e0 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:16.272795 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "name": "network-vif-plugged", "status": "completed", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810", "code": 200}, {"server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "name": "network-vif-plugged", "status": "completed", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21", "code": 200}, {"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-plugged", "status": "completed", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:16.273058 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8440ccf-54f1-4454-ba10-1a57de9fd2e0 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:16.273459 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810', 'code': 200} Jun 17 05:50:16.273892 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21', 'code': 200} Jun 17 05:50:16.274151 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'code': 200} Jun 17 05:50:16.713983 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b8c47-7377-4976-a44c-186b0ea3375b req-034b746c-5d34-48d6-b13c-eafa0e27521a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:16.715696 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a6b8c47-7377-4976-a44c-186b0ea3375b req-034b746c-5d34-48d6-b13c-eafa0e27521a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 944 time: 0.0888515 Jun 17 05:50:16.760343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a6b8c47-7377-4976-a44c-186b0ea3375b req-295641a7-8059-44b4-b5e6-e5d1f0e4a997 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384481 Jun 17 05:50:16.778357 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47386) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:16.944518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.989252 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f0ef7-64a7-4f0d-921e-547ce6844805 req-d11f1eb4-cd13-46db-ac97-8c37bc80b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:16.990958 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-161f0ef7-64a7-4f0d-921e-547ce6844805 req-d11f1eb4-cd13-46db-ac97-8c37bc80b008 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 1099 time: 0.1314435 Jun 17 05:50:17.013556 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7501728-7c85-489b-a92b-ce28cff7470d req-6fd932be-6cc2-4ce7-9648-64f6ae9d6827 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.013771 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfee14-cf92-4ff5-868f-c194aaa30e57 req-fa65489b-8e14-4b17-aecd-81d2fecab45e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.014972 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f7501728-7c85-489b-a92b-ce28cff7470d req-6fd932be-6cc2-4ce7-9648-64f6ae9d6827 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.1830585 Jun 17 05:50:17.015089 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-56bfee14-cf92-4ff5-868f-c194aaa30e57 req-fa65489b-8e14-4b17-aecd-81d2fecab45e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0983572 Jun 17 05:50:17.041149 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce04128-8af2-4550-afcd-6f8c1c6a0237 req-5e6afeb7-2e2b-4c51-9e91-f37a37922189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.042584 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6ce04128-8af2-4550-afcd-6f8c1c6a0237 req-5e6afeb7-2e2b-4c51-9e91-f37a37922189 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1099 time: 0.1745646 Jun 17 05:50:17.044096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735e47-f7e3-4bef-aa06-c47b3d718cd7 req-a72c1e67-5112-470d-8363-d021acd8e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.045427 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-45735e47-f7e3-4bef-aa06-c47b3d718cd7 req-a72c1e67-5112-470d-8363-d021acd8e01f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 1098 time: 0.1824853 Jun 17 05:50:17.068428 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-161f0ef7-64a7-4f0d-921e-547ce6844805 req-8da06786-70b7-4188-95f2-b64e42a116d5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Jun 17 05:50:17.075282 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-56bfee14-cf92-4ff5-868f-c194aaa30e57 req-9df4a935-77d4-426d-b583-8e8add0f9824 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517399 Jun 17 05:50:17.140902 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f7501728-7c85-489b-a92b-ce28cff7470d req-95245a75-7dc7-46cc-9880-8ccd4e768cd4 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119542 Jun 17 05:50:17.146069 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-45735e47-f7e3-4bef-aa06-c47b3d718cd7 req-90b328db-9bdf-4c4e-b561-bce36b938c9c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873539 Jun 17 05:50:17.150116 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6ce04128-8af2-4550-afcd-6f8c1c6a0237 req-c80a3052-c3c7-4a09-b63d-ee00d1f10aa3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884674 Jun 17 05:50:17.172462 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.269183 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.274079 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dcfe56d-9930-4e4a-8c94-22eb32119994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.300429 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:17.316811 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bddfbd83ce0d40c8ba9db4b2b0a40a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340955 Jun 17 05:50:17.317205 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47394) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:17.326816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360fb26b-ad53-43d9-95bd-1e966c9cf8f1,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.330112 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.383668 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.402646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be512-68fb-41df-9e71-b531b2776551 req-462d8ac3-b47b-4f36-bbb5-78832b32ebfd tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.404148 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a63be512-68fb-41df-9e71-b531b2776551 req-462d8ac3-b47b-4f36-bbb5-78832b32ebfd tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0806637 Jun 17 05:50:17.407029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.442265 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a63be512-68fb-41df-9e71-b531b2776551 req-8a5be9d1-c78f-4c32-8a88-0150ef5ce5d9 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jun 17 05:50:17.491755 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 76f4ad57-2b94-41a5-9784-1f815538a30c completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:17.495839 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 76f4ad57-2b94-41a5-9784-1f815538a30c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:17.496217 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.554284 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.556877 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.558114 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/360fb26b-ad53-43d9-95bd-1e966c9cf8f1 HTTP/1.1" status: 204 len: 168 time: 0.2365887 Jun 17 05:50:17.558982 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2635ffec-6d73-4cf2-8f39-e67db3baf15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.566915 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360fb26b-ad53-43d9-95bd-1e966c9cf8f1,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.569384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.573240 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.616379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:17.725647 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.727652 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.778213 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.781768 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.952682 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d5415-6faa-4ea6-8448-cacf37840000 req-6f85f96e-0ef6-4d73-852e-7c2d9fabc201 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.954397 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-256d5415-6faa-4ea6-8448-cacf37840000 req-6f85f96e-0ef6-4d73-852e-7c2d9fabc201 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0717561 Jun 17 05:50:17.977182 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.996241 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-256d5415-6faa-4ea6-8448-cacf37840000 req-3ad80027-1646-4da1-bcff-d23c646fa063 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361121 Jun 17 05:50:18.268903 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058a3d-c319-4b01-a2c5-0f3c98ec8459 req-6ae1eebd-b358-4d98-bc1b-38174b4050e3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.270687 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-86058a3d-c319-4b01-a2c5-0f3c98ec8459 req-6ae1eebd-b358-4d98-bc1b-38174b4050e3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0802882 Jun 17 05:50:18.275381 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:18.278873 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a4bfd0-9ec2-4d3a-ab11-ce10ec092a73" -d '{"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:18.329472 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943d818-05bc-40ba-8fc3-2d996fb6c957 req-08dcf678-9e31-48e5-91a7-9a6945040e6e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.337158 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c943d818-05bc-40ba-8fc3-2d996fb6c957 req-08dcf678-9e31-48e5-91a7-9a6945040e6e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.0795228 Jun 17 05:50:18.340217 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-86058a3d-c319-4b01-a2c5-0f3c98ec8459 req-3f101813-ceaf-4819-a707-4a07597d545b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Jun 17 05:50:18.385661 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c943d818-05bc-40ba-8fc3-2d996fb6c957 req-c18f9eb3-fdf4-4c72-9372-056cf942b1aa tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474660 Jun 17 05:50:18.393846 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60f1dc-f009-4454-a281-71cb5a56229e x-openstack-request-id: req-1c60f1dc-f009-4454-a281-71cb5a56229e {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:18.394328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:18.396912 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c60f1dc-f009-4454-a281-71cb5a56229e {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:18.396912 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'code': 200} Jun 17 05:50:18.469536 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47438) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.489894 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.588470 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.667427 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa6af-3ef1-4c31-ad9b-cd40dc3060e3 req-8b178e40-8d8d-476e-bc65-749a5dce0401 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.668260 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.668946 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a7aa6af-3ef1-4c31-ad9b-cd40dc3060e3 req-8b178e40-8d8d-476e-bc65-749a5dce0401 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0726783 Jun 17 05:50:18.671946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.707730 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a7aa6af-3ef1-4c31-ad9b-cd40dc3060e3 req-ad453c48-543c-4fff-8d19-f8551a6bf7aa tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jun 17 05:50:18.715132 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69da9a43e8174d54a7dea22bfc7cb5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418714 Jun 17 05:50:18.715132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e8c6c2-b316-424d-becc-3dbe29832713,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.715745 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47440) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.716681 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.770879 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.793195 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.906965 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62668b8a-45ea-4cf7-9ce4-9ed7c022ff46 req-c8a372fc-4da7-45ff-9fca-dd211b7aaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.908431 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-62668b8a-45ea-4cf7-9ce4-9ed7c022ff46 req-c8a372fc-4da7-45ff-9fca-dd211b7aaf81 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1098 time: 0.0524750 Jun 17 05:50:18.946589 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-62668b8a-45ea-4cf7-9ce4-9ed7c022ff46 req-6c4c4cc3-38be-400e-ab51-b7c6f17dc802 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283563 Jun 17 05:50:19.017349 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.019948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.021108 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8e8c6c2-b316-424d-becc-3dbe29832713 HTTP/1.1" status: 204 len: 168 time: 0.3037832 Jun 17 05:50:19.021811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5677f187-4993-4e20-8fbb-d6f698026050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:19.030754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e8c6c2-b316-424d-becc-3dbe29832713,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:19.033320 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:19.191718 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91c5e2-33f1-4828-9528-172d1bb0eb0d req-bffc6d45-32e2-43ef-a3e2-dbc21973da0e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.193295 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d91c5e2-33f1-4828-9528-172d1bb0eb0d req-bffc6d45-32e2-43ef-a3e2-dbc21973da0e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0664401 Jun 17 05:50:19.236062 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d91c5e2-33f1-4828-9528-172d1bb0eb0d req-02da7ecc-9878-4f0b-9b04-97f5507508fc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365169 Jun 17 05:50:19.535331 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069acb-4b74-4ffb-a30f-fdeaaac59b9e req-036834f4-6164-486a-a99e-f0bb2a2e5d20 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.537008 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b0069acb-4b74-4ffb-a30f-fdeaaac59b9e req-036834f4-6164-486a-a99e-f0bb2a2e5d20 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0928674 Jun 17 05:50:19.584853 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b0069acb-4b74-4ffb-a30f-fdeaaac59b9e req-1a37fe23-337d-4c38-9fd7-d281bee4de70 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Jun 17 05:50:19.600096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b50e2-470d-474b-b14f-cce9ebf9542a req-2176c1b7-99ba-4af4-a2f3-0b0c80ee34c4 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.601798 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-570b50e2-470d-474b-b14f-cce9ebf9542a req-2176c1b7-99ba-4af4-a2f3-0b0c80ee34c4 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.0686417 Jun 17 05:50:19.638976 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-570b50e2-470d-474b-b14f-cce9ebf9542a req-4dcc73dc-aae1-4f2b-9044-0b2a42d4352f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Jun 17 05:50:19.898329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b16e2-623c-4816-b1a1-5396729cf3a3 req-2b0f471a-d51e-4771-9355-f17a3ac74c05 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.900150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-708b16e2-623c-4816-b1a1-5396729cf3a3 req-2b0f471a-d51e-4771-9355-f17a3ac74c05 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0668793 Jun 17 05:50:19.938932 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-708b16e2-623c-4816-b1a1-5396729cf3a3 req-32535eda-aa7d-48a5-ab6c-6a6e11dedd88 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Jun 17 05:50:20.412059 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717a081-411a-4231-acdb-2b4edc1f244f req-55106143-13b3-4068-9f5a-cf6dc606e973 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:20.419649 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e717a081-411a-4231-acdb-2b4edc1f244f req-55106143-13b3-4068-9f5a-cf6dc606e973 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0696850 Jun 17 05:50:20.457335 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e717a081-411a-4231-acdb-2b4edc1f244f req-eb869f92-1f7d-4273-83a2-d2f3df2406ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361152 Jun 17 05:50:20.781528 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89295e-0d7c-466b-bf60-cc0a147099e8 req-e729edab-77bb-418f-a6bb-54623781fe63 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:20.783669 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad89295e-0d7c-466b-bf60-cc0a147099e8 req-e729edab-77bb-418f-a6bb-54623781fe63 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0865238 Jun 17 05:50:20.824760 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad89295e-0d7c-466b-bf60-cc0a147099e8 req-3429ce02-e3ca-41e9-8e00-5df92acc6d92 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Jun 17 05:50:20.868234 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535e226-c60d-4a0a-ab68-685e1d618bc5 req-651fedce-a34b-4070-8f53-488de30de35f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:20.868234 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5535e226-c60d-4a0a-ab68-685e1d618bc5 req-651fedce-a34b-4070-8f53-488de30de35f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.0926816 Jun 17 05:50:20.911556 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5535e226-c60d-4a0a-ab68-685e1d618bc5 req-51e5abba-3af4-4394-94f8-53c4f6387b2a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Jun 17 05:50:21.122255 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560ce3-c672-4069-8bef-df53c2f476a2 req-1670749a-b2bc-4d4c-9726-50fe83c07605 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:21.122255 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8b560ce3-c672-4069-8bef-df53c2f476a2 req-1670749a-b2bc-4d4c-9726-50fe83c07605 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0632839 Jun 17 05:50:21.158666 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8b560ce3-c672-4069-8bef-df53c2f476a2 req-78309055-5ba8-4bbd-863d-3c959cd1f263 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jun 17 05:50:21.534774 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a6d22-9906-49ff-8d46-da8a4a15b76b req-d78e9fb9-2739-4e14-b4b0-599cbf4d6ba2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:21.536595 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-853a6d22-9906-49ff-8d46-da8a4a15b76b req-d78e9fb9-2739-4e14-b4b0-599cbf4d6ba2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0669158 Jun 17 05:50:21.576306 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-853a6d22-9906-49ff-8d46-da8a4a15b76b req-859a0970-82d2-4273-8526-70cb57cea9e6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Jun 17 05:50:21.629770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843066-c09c-4bb7-9f06-402ed8d1d010 req-02b6332c-a07c-4b4b-8298-8867425b971d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:21.631254 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0843066-c09c-4bb7-9f06-402ed8d1d010 req-02b6332c-a07c-4b4b-8298-8867425b971d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0618660 Jun 17 05:50:21.677359 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0843066-c09c-4bb7-9f06-402ed8d1d010 req-77a50302-2ed8-4eb6-8149-4983b3ec79c8 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403502 Jun 17 05:50:21.869149 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47562) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:21.982046 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.067849 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.165555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.169171 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-33f9b930-2e06-4676-b75f-bafeb13e5cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:22.206643 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a23aa1cf892c4e2fa2a75304794d4a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363137 Jun 17 05:50:22.207755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cee995-6a62-4013-868c-3c03c7664f67,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:22.209465 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47570) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.210667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:22.259385 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.280175 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.474467 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.477125 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.478256 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4cee995-6a62-4013-868c-3c03c7664f67 HTTP/1.1" status: 204 len: 168 time: 0.2672269 Jun 17 05:50:22.478988 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e64995ce-7c45-4961-8786-5e9da12786fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:22.486680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cee995-6a62-4013-868c-3c03c7664f67,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:22.488985 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:22.760928 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8ff7-9455-457b-8dba-4433a74f70f3 req-d2d82e6e-11e0-41fd-85d1-c0bc1f48871e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:22.769247 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-349a8ff7-9455-457b-8dba-4433a74f70f3 req-d2d82e6e-11e0-41fd-85d1-c0bc1f48871e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0740952 Jun 17 05:50:22.804622 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-349a8ff7-9455-457b-8dba-4433a74f70f3 req-34cae0a9-ced8-4991-b6b9-d28f143d13f1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Jun 17 05:50:22.872803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f1df6-1707-4243-9c4c-9a6273a8d6e0 req-b0d344ae-9714-4667-99c8-3e2b41764769 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:22.880110 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf0f1df6-1707-4243-9c4c-9a6273a8d6e0 req-b0d344ae-9714-4667-99c8-3e2b41764769 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0761278 Jun 17 05:50:22.919272 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf0f1df6-1707-4243-9c4c-9a6273a8d6e0 req-c8529d09-25b3-43af-931f-431ebbaf1f1d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333407 Jun 17 05:50:23.233722 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47594) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:23.249411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.330063 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.399866 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.403383 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8eafb10d-05cd-4af1-8bb0-7d8cbbfb195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.437366 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f37dc5e5fb324551aecb7e0173ad8e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026260 Jun 17 05:50:23.440915 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4d671-1b8b-438e-9bca-433ec69e6b12,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.441050 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47596) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:23.442330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.487626 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.508664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.605483 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.608119 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.609282 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bb4d671-1b8b-438e-9bca-433ec69e6b12 HTTP/1.1" status: 204 len: 168 time: 0.1675482 Jun 17 05:50:23.610016 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-896bf6f9-a3b7-4263-929e-35dd27d8763a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.617315 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4d671-1b8b-438e-9bca-433ec69e6b12,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.619483 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.986392 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4870bdb-e747-4d54-abef-940d88529b1a req-16136c32-43f1-45bd-a45c-f957ab834580 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:23.994707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e4870bdb-e747-4d54-abef-940d88529b1a req-16136c32-43f1-45bd-a45c-f957ab834580 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0743198 Jun 17 05:50:24.062629 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e4870bdb-e747-4d54-abef-940d88529b1a req-40044d9e-82ff-478c-88ce-4fc974875db0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 Jun 17 05:50:24.112542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b2ee-378f-4a55-b70c-aeb470e91487 req-881e0928-649a-4f58-8c78-10e01fd4d520 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:24.113979 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d30b2ee-378f-4a55-b70c-aeb470e91487 req-881e0928-649a-4f58-8c78-10e01fd4d520 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0668423 Jun 17 05:50:24.150022 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d30b2ee-378f-4a55-b70c-aeb470e91487 req-96aa389b-a054-4108-92b2-974ff832370b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302551 Jun 17 05:50:25.240335 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319fa55-d72e-4dd5-9e79-1635ea61005c req-012ebd60-3411-4b08-9ee0-db4cc51b89f8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:25.242105 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e319fa55-d72e-4dd5-9e79-1635ea61005c req-012ebd60-3411-4b08-9ee0-db4cc51b89f8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0748544 Jun 17 05:50:25.300047 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e319fa55-d72e-4dd5-9e79-1635ea61005c req-c95c41f9-9651-44eb-b9cf-24e412ef7732 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513053 Jun 17 05:50:25.334960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d67d3-06ee-4baf-bc95-5a0dae615623 req-1d2b5c3f-e4b1-4571-8f50-ff12abdaa4d0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:25.336438 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf7d67d3-06ee-4baf-bc95-5a0dae615623 req-1d2b5c3f-e4b1-4571-8f50-ff12abdaa4d0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0642500 Jun 17 05:50:25.375650 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf7d67d3-06ee-4baf-bc95-5a0dae615623 req-81c3ebfc-9670-4543-ba4d-242ea9a8f6e4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317824 Jun 17 05:50:26.162852 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-932c9faf-b1dd-44f8-a57e-54f43953f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.164296 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-932c9faf-b1dd-44f8-a57e-54f43953f82c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0528679 Jun 17 05:50:26.256051 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-17f1f73f-7dee-487c-be90-6b0b89ff55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.257450 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-17f1f73f-7dee-487c-be90-6b0b89ff55d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.0864117 Jun 17 05:50:26.299203 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-fb1f85c7-1ab5-43ed-95f4-014d7511fad7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Jun 17 05:50:26.355236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-e8d5ebb0-463b-42ed-871f-c89b775a7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.356904 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-e8d5ebb0-463b-42ed-871f-c89b775a7b87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.0486541 Jun 17 05:50:26.420984 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-4cb18827-2bea-41a4-835d-82269ed62cc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300226 Jun 17 05:50:26.547508 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7601-26ec-4f84-a56b-cb9dfb1b197c req-e447e973-7a3a-46d1-ba14-455f72a61215 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.548889 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83ff7601-26ec-4f84-a56b-cb9dfb1b197c req-e447e973-7a3a-46d1-ba14-455f72a61215 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.1304142 Jun 17 05:50:26.550980 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3e6ea-5aa8-4245-9b56-dc44a75a3749 req-2d478b82-44e9-42e4-9a1d-74c183a6668b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.552405 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-0444b9e4-e28a-4bca-8138-960dc2f85cfe service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222069 Jun 17 05:50:26.552565 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-28f3e6ea-5aa8-4245-9b56-dc44a75a3749 req-2d478b82-44e9-42e4-9a1d-74c183a6668b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0609329 Jun 17 05:50:26.592805 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-28f3e6ea-5aa8-4245-9b56-dc44a75a3749 req-5acdc6e2-98d3-4534-b1c0-c68224a259fe tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345688 Jun 17 05:50:26.636114 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83ff7601-26ec-4f84-a56b-cb9dfb1b197c req-556c5632-3b9a-4d5c-9053-7b83a2be9d9d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815144 Jun 17 05:50:26.662834 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5ec9ce7-b1c6-4ff6-989c-56a41e4ef24e req-f048ff28-9b47-46b9-bd21-67e4c22cbfa2 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024654 Jun 17 05:50:27.772865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae15d-7961-40b3-a383-e6d7d7b79276 req-2619aa2f-2377-4788-98ee-f0defbd8facb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:27.774406 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-709ae15d-7961-40b3-a383-e6d7d7b79276 req-2619aa2f-2377-4788-98ee-f0defbd8facb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0659006 Jun 17 05:50:27.806494 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff3431-47e3-449b-8b6c-3b784a5e1e5e req-d6354a42-bdb6-4b1c-b524-0139602878fe tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:27.808042 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9cff3431-47e3-449b-8b6c-3b784a5e1e5e req-d6354a42-bdb6-4b1c-b524-0139602878fe tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0627172 Jun 17 05:50:27.811667 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-709ae15d-7961-40b3-a383-e6d7d7b79276 req-cbd7cb4f-ef50-4051-9561-c3d64dedd9ee tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314579 Jun 17 05:50:27.850995 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9cff3431-47e3-449b-8b6c-3b784a5e1e5e req-955601bf-1270-4e44-a344-9d299e865783 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Jun 17 05:50:27.989097 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c679ba-2680-4a8e-837d-7fbfac754576 req-b65cc56b-877f-41a9-a863-2e82a07b43f2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:27.990837 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d9c679ba-2680-4a8e-837d-7fbfac754576 req-b65cc56b-877f-41a9-a863-2e82a07b43f2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0635023 Jun 17 05:50:28.000210 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47716) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:28.005884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'floatingip': {'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:28.079827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.847399 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.977743 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.034269 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c06c-608c-4198-90ec-d282a21b4941 req-5b282d97-8880-4c1b-a10f-2498cb0202fa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.036343 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c8d7c06c-608c-4198-90ec-d282a21b4941 req-5b282d97-8880-4c1b-a10f-2498cb0202fa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0701284 Jun 17 05:50:29.077492 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c8d7c06c-608c-4198-90ec-d282a21b4941 req-bf3d674f-988e-40f8-811c-29d848c7f74e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Jun 17 05:50:29.083633 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Floating IP b907b8c7-7419-47cc-8ab4-9d200540da96 associated. External IP: 172.27.3.102, port: 76f4ad57-2b94-41a5-9784-1f815538a30c. Jun 17 05:50:29.300365 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:50:29.405537 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:29.410539 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.418002 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:29.428417 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:29.429149 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:50:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:29.450693 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-14f66c04-cf07-4cbc-ac27-850b94943184 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "PUT /v2.0/floatingips/b907b8c7-7419-47cc-8ab4-9d200540da96 HTTP/1.1" status: 200 len: 991 time: 1.4495285 Jun 17 05:50:29.451321 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:29.453699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad295d-eeb9-44c3-9177-d034c5f1d111" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:29.496117 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604534a1-c5f0-4b84-ab2f-fce4377b6e4a x-openstack-request-id: req-604534a1-c5f0-4b84-ab2f-fce4377b6e4a {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:29.496424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:29.496717 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-604534a1-c5f0-4b84-ab2f-fce4377b6e4a {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:29.497198 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'status': 'completed', 'code': 200} Jun 17 05:50:29.578052 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:29.706745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-a434c022-4f28-462e-9e2e-062ff8fe5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.708874 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-a434c022-4f28-462e-9e2e-062ff8fe5595 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1098 time: 0.0646269 Jun 17 05:50:29.827707 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-0d1039cb-d735-4c43-8421-0db2a2c8ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.829182 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-0d1039cb-d735-4c43-8421-0db2a2c8ebc9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.1118593 Jun 17 05:50:29.894193 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'b907b8c7-7419-47cc-8ab4-9d200540da96', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:57Z', 'updated_at': '2021-06-17T05:50:28Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:29.948083 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-609aeb86-c9e6-4813-af8f-29ba403e73c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 999 time: 0.1000957 Jun 17 05:50:30.018336 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:30.037450 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:30.038137 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:50:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:30.169101 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:30.226657 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-dd0b6107-85d5-49f6-859d-1bc83d62d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:30.228223 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-dd0b6107-85d5-49f6-859d-1bc83d62d3ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.2739873 Jun 17 05:50:30.293728 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-8c58260c-7edd-47db-8b21-ff3bf1e6493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:30.295182 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-8c58260c-7edd-47db-8b21-ff3bf1e6493a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523658 Jun 17 05:50:30.384629 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-0b267bf3-feb3-48f7-a5c7-22a9d0f4b3b9 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815744 Jun 17 05:50:30.390395 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-919be205-b129-4636-b1ff-3982c588e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'b907b8c7-7419-47cc-8ab4-9d200540da96', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:57Z', 'updated_at': '2021-06-17T05:50:28Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:30.419947 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be205-b129-4636-b1ff-3982c588e86d None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'b907b8c7-7419-47cc-8ab4-9d200540da96', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:57Z', 'updated_at': '2021-06-17T05:50:28Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:30.485950 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0aad295d-eeb9-44c3-9177-d034c5f1d111 req-899abb5f-52d6-452e-8aeb-3703169c9db7 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845270 Jun 17 05:50:30.633930 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abbdea-bec6-4f6d-9aaa-d73a0c0ee881 None None] New status for floating IP b907b8c7-7419-47cc-8ab4-9d200540da96: ACTIVE {{(pid=99873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:50:31.341022 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03900-769f-425d-b577-308be860da94 req-d07f7c9d-0ee6-4a9b-a907-5b6abbf36c70 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:31.345004 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3ea03900-769f-425d-b577-308be860da94 req-d07f7c9d-0ee6-4a9b-a907-5b6abbf36c70 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0775652 Jun 17 05:50:31.393079 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3ea03900-769f-425d-b577-308be860da94 req-db96d5c5-e1e2-4260-ae8d-3f31f7a0bd58 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Jun 17 05:50:32.563817 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1da8a-37ae-4fd5-84c3-0b1936542333 req-8acd422d-cc13-4766-81e6-801787fbfdcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:32.565881 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e1d1da8a-37ae-4fd5-84c3-0b1936542333 req-8acd422d-cc13-4766-81e6-801787fbfdcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0618911 Jun 17 05:50:32.602416 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e1d1da8a-37ae-4fd5-84c3-0b1936542333 req-ddbd19ee-4e57-4914-aaf0-ffca52e5112e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jun 17 05:50:32.734625 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47870) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:32.848388 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.934463 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.011261 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.014719 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.056437 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b12c1a04d5b94e1388fbee8be7bd5ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121617 Jun 17 05:50:33.056437 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df093a5-1bad-45de-91b1-55dcd1f89f2a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.056772 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47882) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.058096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.058463 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.058817 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.059163 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.059504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.059848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.060185 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.060559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.060903 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.061229 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.061567 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.061921 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.066660 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.099797 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.121359 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.196170 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47888) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.245821 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.248368 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.249642 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5df093a5-1bad-45de-91b1-55dcd1f89f2a HTTP/1.1" status: 204 len: 168 time: 0.1975057 Jun 17 05:50:33.251432 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-944727b1-e9bb-40b5-bdbe-70cd619e9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.260603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df093a5-1bad-45de-91b1-55dcd1f89f2a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.267540 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.267896 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.268511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.268884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.269225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.269568 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.269907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.270241 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.270575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.271223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.271223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.271656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:33.274752 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.303285 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.390415 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.474205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.477920 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.513109 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b835d3163f2d4002b647cebc52954fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156779 Jun 17 05:50:33.514217 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4863f960-d6dc-4b5a-b39e-47d6a4ff2cd6,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.515617 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47900) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.517126 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.565110 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.585513 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.778604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b457b-a61f-45ee-929e-549067cece31 req-8ea31822-ed2d-4d9f-93a9-97a5c043c500 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:33.780052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ba5b457b-a61f-45ee-929e-549067cece31 req-8ea31822-ed2d-4d9f-93a9-97a5c043c500 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0655768 Jun 17 05:50:33.794156 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.796979 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.801150 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4863f960-d6dc-4b5a-b39e-47d6a4ff2cd6 HTTP/1.1" status: 204 len: 168 time: 0.2813203 Jun 17 05:50:33.801150 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-06249abf-82c1-4489-a83a-efc4e06c7d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.812693 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4863f960-d6dc-4b5a-b39e-47d6a4ff2cd6,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.815234 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.843722 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ba5b457b-a61f-45ee-929e-549067cece31 req-f339001b-ec71-4b26-826d-ec574b781706 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578756 Jun 17 05:50:33.980987 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 47910) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.999060 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.085743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.131246 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.134897 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-11b62684-5966-416f-8d28-f0e68aba6a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:34.170214 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7117312287cc4ae08241078522f80be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879849 Jun 17 05:50:34.171250 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a16d2a-5105-48b1-b0d4-e7646c3f478f,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.172776 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 47918) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:34.192186 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.228510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.252021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.400090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.402724 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.406199 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14a16d2a-5105-48b1-b0d4-e7646c3f478f HTTP/1.1" status: 204 len: 168 time: 0.2300498 Jun 17 05:50:34.406199 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e215c43-d98d-4a0c-bb28-301d41c97a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:34.420692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a16d2a-5105-48b1-b0d4-e7646c3f478f,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.423030 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:35.022047 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b35485-4561-4e1a-8f4c-2c905171b7e9 req-d5179393-9ac7-4b89-8926-a8fd1423a72d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:35.023487 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39b35485-4561-4e1a-8f4c-2c905171b7e9 req-d5179393-9ac7-4b89-8926-a8fd1423a72d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0624595 Jun 17 05:50:35.061466 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39b35485-4561-4e1a-8f4c-2c905171b7e9 req-276aa092-d1d3-4794-839b-d78411344370 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Jun 17 05:50:36.234372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbddfee-6b70-485f-b74a-d20c66cd09d2 req-350b873e-0680-440d-95ec-0b0a4d633679 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:36.235797 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fbbddfee-6b70-485f-b74a-d20c66cd09d2 req-350b873e-0680-440d-95ec-0b0a4d633679 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0646961 Jun 17 05:50:36.435152 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fbbddfee-6b70-485f-b74a-d20c66cd09d2 req-49da7c0b-bd1f-4f2b-917a-9a6440b56698 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933625 Jun 17 05:50:37.602143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6c630-b6f5-4d81-9085-cf295c2725e4 req-e00de735-a699-4469-8944-abe9543be1ee tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:37.603586 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eba6c630-b6f5-4d81-9085-cf295c2725e4 req-e00de735-a699-4469-8944-abe9543be1ee tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0616567 Jun 17 05:50:37.641042 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eba6c630-b6f5-4d81-9085-cf295c2725e4 req-8fa808db-74ce-469c-931a-1563b825f9f7 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jun 17 05:50:37.767317 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48060) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:37.867351 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.952883 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.034156 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.036785 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8330ef22-86df-44e7-aa5b-90e5eab3f122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:38.075422 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c70037-bf35-4d74-b256-75fbd89b71e2,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:38.081068 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ce5c7018da8406a8264fa138ce19984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127429 Jun 17 05:50:38.081927 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:38.083677 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48072) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:38.131455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.151306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.176009 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:50:38.291642 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.294203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.295315 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00c70037-bf35-4d74-b256-75fbd89b71e2 HTTP/1.1" status: 204 len: 168 time: 0.2106900 Jun 17 05:50:38.296017 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f2c85f7-fef2-4724-9a39-eed9afb1e106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:38.303478 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c70037-bf35-4d74-b256-75fbd89b71e2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:38.305701 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:38.820247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd88c2-d358-492f-8368-6a63513618ff req-8b716ed3-3f96-4e46-ad8b-1121380c2853 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:38.821921 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6fcd88c2-d358-492f-8368-6a63513618ff req-8b716ed3-3f96-4e46-ad8b-1121380c2853 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0699880 Jun 17 05:50:38.859720 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6fcd88c2-d358-492f-8368-6a63513618ff req-a34a6fb8-eff1-40f2-8e14-be85c50df487 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jun 17 05:50:39.009606 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48088) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:39.022584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.121192 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.200156 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.202633 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-677aeef0-42e4-4466-961f-06a618fd6376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:39.238838 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34f33f9814543a8a3e17578c8bcb7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280593 Jun 17 05:50:39.239661 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7ef78-183e-4479-9d19-4185460ba6df,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:39.241841 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48094) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:39.242913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:39.288465 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.308990 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.451636 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.454261 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.455386 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59b7ef78-183e-4479-9d19-4185460ba6df HTTP/1.1" status: 204 len: 168 time: 0.2125599 Jun 17 05:50:39.456745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-aa693465-19b2-4798-8288-35e730c54bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:39.464333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7ef78-183e-4479-9d19-4185460ba6df,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:39.466625 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:40.035897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399ff5-c49a-4044-a317-789b3d65e8d0 req-ae0ba7b1-71d2-4c33-93f9-ad0179595770 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:40.037245 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03399ff5-c49a-4044-a317-789b3d65e8d0 req-ae0ba7b1-71d2-4c33-93f9-ad0179595770 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0669219 Jun 17 05:50:40.074708 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03399ff5-c49a-4044-a317-789b3d65e8d0 req-f706f2b4-5398-41b1-a9c9-17d26c4b10af tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jun 17 05:50:41.313049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be817d9-da93-460f-8676-83a6343b671a req-36799f00-68a9-46b7-b925-d8e9d7985c0f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:41.315713 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9be817d9-da93-460f-8676-83a6343b671a req-36799f00-68a9-46b7-b925-d8e9d7985c0f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.1013925 Jun 17 05:50:41.376128 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9be817d9-da93-460f-8676-83a6343b671a req-95cad28e-ea70-46c8-adf6-0b817b34fff4 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Jun 17 05:50:42.559346 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb476afc-4486-4cbd-a124-b39d3294987f req-18ada0ff-336f-49e2-8bb5-dff136b8012d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:42.560815 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb476afc-4486-4cbd-a124-b39d3294987f req-18ada0ff-336f-49e2-8bb5-dff136b8012d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0680778 Jun 17 05:50:42.597123 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb476afc-4486-4cbd-a124-b39d3294987f req-2e1254b0-3235-4a2b-af55-826140dc2f9f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299838 Jun 17 05:50:42.675416 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-429843a9-e92e-4951-9eca-c3705eafced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:42.728230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48216) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:42.834246 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:42.922385 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.017038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.020579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-df4858b1-883e-43f3-a5da-d45ce512fbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:43.056354 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aca80f0ffe4b4ae99dc4a03bdd4d913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270514 Jun 17 05:50:43.058290 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d70bc-8b4b-43db-b408-940ab2689c10,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:43.059054 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48232) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:43.061256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:43.109318 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.131436 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.183839 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48236) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:43.286923 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.289478 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.290521 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b7d70bc-8b4b-43db-b408-940ab2689c10 HTTP/1.1" status: 204 len: 168 time: 0.2304637 Jun 17 05:50:43.291395 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8c021e16-ef03-4976-a6b7-8daee4b058da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:43.293366 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.308373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d70bc-8b4b-43db-b408-940ab2689c10,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:43.311952 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:43.398216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.469113 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.472289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:43.507159 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38dbb8-366c-4a52-83a2-6c04e06dc8de,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:43.511317 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fc6266004504d139c8021f308768285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263993 Jun 17 05:50:43.512213 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:43.513901 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48244) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:43.560297 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.580964 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.679918 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.682570 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.683948 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a38dbb8-366c-4a52-83a2-6c04e06dc8de HTTP/1.1" status: 204 len: 168 time: 0.1690927 Jun 17 05:50:43.684926 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae8e8a39-ce46-47b7-9178-86887fe251ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:43.693628 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a38dbb8-366c-4a52-83a2-6c04e06dc8de,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:43.695789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:43.762449 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-614228ea-199e-49da-addc-657e2a90a2f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591094 Jun 17 05:50:43.809762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afd18-2690-4095-a1e8-2e04c33ff068 req-e7b98f47-c08f-4c63-ae35-a231ba1af872 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:43.811295 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-025afd18-2690-4095-a1e8-2e04c33ff068 req-e7b98f47-c08f-4c63-ae35-a231ba1af872 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0658925 Jun 17 05:50:43.853889 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-025afd18-2690-4095-a1e8-2e04c33ff068 req-fd8ada10-d236-46e6-a9a8-a5670ac38172 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Jun 17 05:50:43.899552 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-309de72d-52e5-4217-b98b-132c40b7e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:43.901047 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-309de72d-52e5-4217-b98b-132c40b7e673 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 1098 time: 0.0562632 Jun 17 05:50:44.024733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-ceccf9e0-cb1c-416e-be1e-c2b58b0b2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:44.026311 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-ceccf9e0-cb1c-416e-be1e-c2b58b0b2030 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 915 time: 0.0907485 Jun 17 05:50:44.072602 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-2b8dd2d6-386f-45a0-8910-c4537d2d2951 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21 HTTP/1.1" status: 200 len: 217 time: 0.0383787 Jun 17 05:50:44.135435 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48272) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:44.155993 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-76993596-4ae0-44a9-9e68-1de517ef2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:44.157476 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-76993596-4ae0-44a9-9e68-1de517ef2a3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.0721469 Jun 17 05:50:44.159523 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.197467 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-0341dec0-8105-41cd-887f-6a33325dda68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316963 Jun 17 05:50:44.292579 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.310465 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-c25d11a4-1533-4594-abc3-ba6cb2086a4d service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027448 Jun 17 05:50:44.383304 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.387053 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e77279b-b2e1-4ab0-af80-3b8332e76f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:44.406442 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c01afcd-e71b-4663-bb28-0f54a686bb9c req-9e80997a-2862-4fc2-a16c-25baa29f2fac service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880935 Jun 17 05:50:44.428928 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27d036c-f17e-4590-84b3-a42126eb9c94,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:44.447886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:44.450634 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45f878bd40b34bda9895e8cdad0fcdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136773 Jun 17 05:50:44.453254 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48280) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:44.507203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.532710 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.629674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48282) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:44.642434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.692057 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.694713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.697002 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a27d036c-f17e-4590-84b3-a42126eb9c94 HTTP/1.1" status: 204 len: 168 time: 0.2425904 Jun 17 05:50:44.699336 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:44.714839 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27d036c-f17e-4590-84b3-a42126eb9c94,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:44.717428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:44.745682 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.778939 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.885913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.889610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a03f299b-a28c-463e-9c10-ccd11c5de437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:44.927102 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9aa4aad92cf4a4aa09b7e21404d03de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963574 Jun 17 05:50:44.930046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48292) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:44.938169 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0eb48b-25ec-4d31-bb66-d96f404bccb5,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:44.945007 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:44.997067 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.017565 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.038089 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca3df-b187-4b26-a796-df8f9969c701 req-d7fd4dcc-844c-41b7-abb7-e14c0de593b8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:45.039599 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-876ca3df-b187-4b26-a796-df8f9969c701 req-d7fd4dcc-844c-41b7-abb7-e14c0de593b8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0667379 Jun 17 05:50:45.079227 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-876ca3df-b187-4b26-a796-df8f9969c701 req-bb4f8e65-cdd4-41d3-a49a-a2685c680c44 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Jun 17 05:50:45.154843 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-92d14996-a92d-49b2-8c3a-df606a8bd474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.171804 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.172016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.174488 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.175707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e0eb48b-25ec-4d31-bb66-d96f404bccb5 HTTP/1.1" status: 204 len: 168 time: 0.2444680 Jun 17 05:50:45.179173 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4930c58c-3aee-4b08-a517-878121a2521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:45.184395 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0eb48b-25ec-4d31-bb66-d96f404bccb5,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:45.186709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:46.101573 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:46.276892 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0e538-2b89-4247-a7f0-2795036bd8d8 req-4724b0a1-311a-4719-8fa3-5e1219d3de4d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:46.278398 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac0e538-2b89-4247-a7f0-2795036bd8d8 req-4724b0a1-311a-4719-8fa3-5e1219d3de4d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0653408 Jun 17 05:50:46.317164 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac0e538-2b89-4247-a7f0-2795036bd8d8 req-38731a28-7405-4ac4-966d-8f74dd63403e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jun 17 05:50:47.487603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85c340-62e7-44f2-b318-62af910279c1 req-213bd572-1eb6-44b9-9bcb-9d3aea048e06 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:47.488993 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d85c340-62e7-44f2-b318-62af910279c1 req-213bd572-1eb6-44b9-9bcb-9d3aea048e06 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0610361 Jun 17 05:50:47.527309 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d85c340-62e7-44f2-b318-62af910279c1 req-5818f612-62be-4d5f-ba05-3d8d66514390 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Jun 17 05:50:47.595926 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 48388) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:47.694235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.777234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.920062 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.922702 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4e8eb2cd-7619-4bad-b2f3-26b95eb8ba8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:47.960965 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abbd727e148746aaaa72ca991b217da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634758 Jun 17 05:50:47.961895 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f49b7e8-fecb-45b1-b882-4d3ebda66209,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:47.963597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48396) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:47.964971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:48.012361 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.028436 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.033490 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.182550 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.185247 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.186370 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f49b7e8-fecb-45b1-b882-4d3ebda66209 HTTP/1.1" status: 204 len: 168 time: 0.2218015 Jun 17 05:50:48.187132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c4b03ffb-a127-4874-8c6f-40cdb762b50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:48.195077 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f49b7e8-fecb-45b1-b882-4d3ebda66209,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:48.197386 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:48.703817 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718558e-c285-4ab7-9365-0b3285ba31c8 req-5980e584-5ebb-44c2-82be-c7cfd964c66e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:48.705276 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c718558e-c285-4ab7-9365-0b3285ba31c8 req-5980e584-5ebb-44c2-82be-c7cfd964c66e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0611727 Jun 17 05:50:48.741813 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c718558e-c285-4ab7-9365-0b3285ba31c8 req-7c52add4-b098-4201-9bdf-409da0ae36f5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Jun 17 05:50:48.872066 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48412) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:48.885785 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.980433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.068669 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.072212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0129456f-8abd-4417-aa98-9995ce4cf715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:49.111182 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd331599e9a2494e8c89a02826511911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380023 Jun 17 05:50:49.113755 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 48418) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:49.125960 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7e3c4-2d91-45b6-9f3c-ffe096018c7b,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:49.131333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:49.165555 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.185566 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.331636 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.334680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.347145 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddd7e3c4-2d91-45b6-9f3c-ffe096018c7b HTTP/1.1" status: 204 len: 168 time: 0.2210498 Jun 17 05:50:49.347145 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:49.349040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7e3c4-2d91-45b6-9f3c-ffe096018c7b,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:49.351333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:49.911696 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4fbe-43a1-4f0a-8145-dba7dd6edff2 req-a1b0674a-7f9a-4311-b185-a89b9205e92d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.913156 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1da4fbe-43a1-4f0a-8145-dba7dd6edff2 req-a1b0674a-7f9a-4311-b185-a89b9205e92d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0624464 Jun 17 05:50:49.950611 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1da4fbe-43a1-4f0a-8145-dba7dd6edff2 req-92927ff0-4bcb-4eda-807f-448b972613d5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jun 17 05:50:51.134329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0168-7e2d-4c3b-886b-6b4f38fdf382 req-cdae181a-4392-4448-9282-f0fdf11f4b0c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:51.135880 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-576b0168-7e2d-4c3b-886b-6b4f38fdf382 req-cdae181a-4392-4448-9282-f0fdf11f4b0c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0676637 Jun 17 05:50:51.176552 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-576b0168-7e2d-4c3b-886b-6b4f38fdf382 req-d69ff76d-fe5f-456a-aff9-23a6c480857a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Jun 17 05:50:52.347652 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af053591-ee5a-49be-9112-4a2fba6c19db req-6bb49f5c-3d0e-4f28-bd55-f77bc0f0c5af tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:52.349113 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-af053591-ee5a-49be-9112-4a2fba6c19db req-6bb49f5c-3d0e-4f28-bd55-f77bc0f0c5af tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0615070 Jun 17 05:50:52.385917 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-af053591-ee5a-49be-9112-4a2fba6c19db req-7fbed8b3-7620-4270-84dc-ccbfa1891bb8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Jun 17 05:50:53.574175 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0eeb-736b-4f3e-9924-15d3d53799b9 req-efb413bf-b593-415b-81c5-c655284b082c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:53.575630 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-660d0eeb-736b-4f3e-9924-15d3d53799b9 req-efb413bf-b593-415b-81c5-c655284b082c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0772662 Jun 17 05:50:53.614573 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-660d0eeb-736b-4f3e-9924-15d3d53799b9 req-bfebc88e-50e4-4133-8c75-dcd034655bb4 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Jun 17 05:50:54.792620 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf279-1628-4541-b37c-23f670ebcc5e req-10037c23-ff83-4c5f-a803-e541f5119904 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:54.794468 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad3bf279-1628-4541-b37c-23f670ebcc5e req-10037c23-ff83-4c5f-a803-e541f5119904 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0636616 Jun 17 05:50:54.838518 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad3bf279-1628-4541-b37c-23f670ebcc5e req-df24cdfa-441a-4ef7-bf2d-c7661a2816b6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Jun 17 05:50:55.527643 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-4258393c-7c33-4c1d-9b98-4550acbbb432 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:55.529034 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-4258393c-7c33-4c1d-9b98-4550acbbb432 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.1109216 Jun 17 05:50:55.543874 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-aaf7d943-e02c-47e1-856d-9cd1d431eea2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/quotas/3119c01b2b9a40eea646c717b0c65e47 HTTP/1.1" status: 200 len: 375 time: 0.0086768 Jun 17 05:50:55.608158 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-fe3fb4db-c48a-476f-b197-8a48d0da2c5a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594492 Jun 17 05:50:55.704066 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-bbfdd026-3d95-48df-9509-89c42a00f2a0 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891595 Jun 17 05:50:55.800846 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-cf3b82ac-4763-4f6d-8dbe-5473fb222bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901105 Jun 17 05:50:56.020689 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c126e7-e1b4-4168-947a-0629ee3e2916 req-3b11c66f-7b9a-4709-b0a7-91fcf9b9eab1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:56.102128 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-50c126e7-e1b4-4168-947a-0629ee3e2916 req-3b11c66f-7b9a-4709-b0a7-91fcf9b9eab1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0607464 Jun 17 05:50:56.102128 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-50c126e7-e1b4-4168-947a-0629ee3e2916 req-9f2379cc-73c5-49c2-b764-060e581e8894 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Jun 17 05:50:56.423948 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2f6677b-bb6e-4ecb-8887-3ae77dcda6d9 req-0179574e-6cc5-44a5-a26a-a8007ef4fbac tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0393386 Jun 17 05:50:57.255216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e9a19-28ee-4d0f-8192-c863952f194b req-4a0d0aa0-c8c3-4303-b386-791021b625ac tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:57.256656 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c9e9a19-28ee-4d0f-8192-c863952f194b req-4a0d0aa0-c8c3-4303-b386-791021b625ac tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0621386 Jun 17 05:50:57.293149 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c9e9a19-28ee-4d0f-8192-c863952f194b req-9ae411d3-8766-4503-a92d-ff7fb2d8ff70 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Jun 17 05:50:57.568342 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0380d6a2-42a8-4629-b2fe-f014b8760201 req-96128f47-40bf-4ff2-98cc-68ef4194048c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jun 17 05:50:58.471947 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84166-b1e3-4fbe-955e-5f99b7a30301 req-472ba08d-3f4b-4c7e-b740-01fc4949068b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:58.474169 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d3d84166-b1e3-4fbe-955e-5f99b7a30301 req-472ba08d-3f4b-4c7e-b740-01fc4949068b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0673428 Jun 17 05:50:58.510774 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d3d84166-b1e3-4fbe-955e-5f99b7a30301 req-76d74ff4-e74e-450b-8241-c4aa9ab5da80 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jun 17 05:50:58.707628 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7e4193f7-9618-4c42-8fe8-f45b56321f60 req-00086ad3-6cc2-45db-83f7-a0a45efc227d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Jun 17 05:50:59.685802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bd73f-7a45-46e6-890a-605aabfc9b44 req-6e2307a9-f4dd-43c5-a81c-659b8ce17859 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:59.687210 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-052bd73f-7a45-46e6-890a-605aabfc9b44 req-6e2307a9-f4dd-43c5-a81c-659b8ce17859 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0641315 Jun 17 05:50:59.723422 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-052bd73f-7a45-46e6-890a-605aabfc9b44 req-069db6ed-9c9e-46b1-9808-b83d6c70ea8e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305049 Jun 17 05:50:59.853924 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a95db0f7-f526-4e68-bec6-b75886070889 req-9166fbe1-04e6-4739-9923-5d6c752de931 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Jun 17 05:51:00.893827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a3595-6bd8-41af-8827-f01ab9b56471 req-8eea8a1c-4417-4130-842b-6636a585a30b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:00.895294 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-369a3595-6bd8-41af-8827-f01ab9b56471 req-8eea8a1c-4417-4130-842b-6636a585a30b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0633512 Jun 17 05:51:00.931776 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-369a3595-6bd8-41af-8827-f01ab9b56471 req-b3a3aa86-c969-4c1e-bba2-7ee481371968 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Jun 17 05:51:01.056454 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6f0b5f9a-52ca-4014-a095-b8865f8167e0 req-d6a78feb-a864-4d81-9b99-f369da7530ab tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0298984 Jun 17 05:51:02.104090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33bc53-ed23-4d1c-9cd5-d353d2e35a3a req-61b73fe3-92af-4c40-a936-ce01a4b41eb9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:02.104090 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8c33bc53-ed23-4d1c-9cd5-d353d2e35a3a req-61b73fe3-92af-4c40-a936-ce01a4b41eb9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0603549 Jun 17 05:51:02.139118 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8c33bc53-ed23-4d1c-9cd5-d353d2e35a3a req-1987094d-3077-4312-8ccd-a2087f0e3cd8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Jun 17 05:51:02.273073 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eea16842-1b1f-465d-bfa5-9e3f1f41a9c4 req-914bf83e-191c-4977-9ce9-7c0f979cf70d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0274169 Jun 17 05:51:03.312325 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1b5c-8d20-4e5d-85b5-86e6f449ce71 req-89e478ae-295d-4c05-bbf5-f1f5dc5072d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:03.313783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a6ed1b5c-8d20-4e5d-85b5-86e6f449ce71 req-89e478ae-295d-4c05-bbf5-f1f5dc5072d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0606694 Jun 17 05:51:03.353551 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a6ed1b5c-8d20-4e5d-85b5-86e6f449ce71 req-46375dbf-3b99-42e8-aeee-fe80b8732896 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336325 Jun 17 05:51:03.477888 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-631760ba-7092-42de-948e-0bd0c6310817 req-06e91862-6278-413f-b70d-934321dc24f2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Jun 17 05:51:03.931813 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8b1adf27-a534-4cdc-8a14-53e8d2e36a7e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:03.933258 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8b1adf27-a534-4cdc-8a14-53e8d2e36a7e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.0980728 Jun 17 05:51:03.954816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Request body: {'port': {'device_id': '1b028b75-c67d-4174-8884-27fae7f1f614', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'admin_state_up': True, 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:04.200206 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:51:04.203755 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.334267 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Allocated IP 172.20.0.7 (8ceb3308-322f-4f04-be5d-7d1ef76e8636/bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7/981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:51:04.480959 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.537328 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83588e-664c-488d-bc9e-c0208a5fc7f8 req-a899d687-c909-4db9-a593-b0e8b9a895cd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:04.538898 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8c83588e-664c-488d-bc9e-c0208a5fc7f8 req-a899d687-c909-4db9-a593-b0e8b9a895cd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0731955 Jun 17 05:51:04.586287 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8c83588e-664c-488d-bc9e-c0208a5fc7f8 req-61cc5fc3-741f-437a-9c24-f689a5e0fa2a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Jun 17 05:51:04.627314 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73a07c52-fbfa-49b5-b141-98eeda88c753 req-6b58724f-2175-455e-9df9-7207bd67f401 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Jun 17 05:51:04.631426 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.634293 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:04.675827 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:51:04.682910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:51:04.682910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:51:04.688244 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:04.688855 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.706651 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event updated for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:04.710079 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:04.789208 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379381 Jun 17 05:51:04.809758 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:04.813948 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Request body: {'port': {'device_id': '1b028b75-c67d-4174-8884-27fae7f1f614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:04.889295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.155784 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:05.163391 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.175627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Transition to ACTIVE for port object 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:51:05.269674 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.272937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:05.372333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Pushing event updated for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:05.375158 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:05.385503 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Attempting to bind port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:51:05.385831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Attempting to bind port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:51:05.386153 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Attempting to bind port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:05.391048 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:51:05.391367 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Attempting to bind port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:05.396545 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:51:05.396875 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Checking segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:51:05.397272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Bound using segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:51:05.397689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Bound port: 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:51:05.398027 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.458618 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:51:05.461604 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:51:05.600634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.602775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:05.634564 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:05.635167 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:05.636547 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] 10.222.0.22 "PUT /v2.0/ports/981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 HTTP/1.1" status: 200 len: 1093 time: 0.8326001 Jun 17 05:51:05.637026 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:05.639275 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08a7bbb-d245-43af-a107-fb17dc649278" -d '{"events": [{"name": "network-changed", "server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:05.662917 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Pushing event updated for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:05.666213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:05.677559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6120b3-c34a-4713-8575-917c8b95d143 x-openstack-request-id: req-cc6120b3-c34a-4713-8575-917c8b95d143 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:05.677870 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:05.678139 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc6120b3-c34a-4713-8575-917c8b95d143 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:05.678546 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', 'status': 'completed', 'code': 200} Jun 17 05:51:05.763846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6565-ab9e-4d88-970a-f199fb07cdad req-c91e14bf-03ee-44d5-9810-06c79901582b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:05.765382 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c5e6565-ab9e-4d88-970a-f199fb07cdad req-c91e14bf-03ee-44d5-9810-06c79901582b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0646820 Jun 17 05:51:05.821163 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8c5e6565-ab9e-4d88-970a-f199fb07cdad req-857e6ddd-c035-450c-ab74-528aa9d61348 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484452 Jun 17 05:51:05.855872 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1a37-b135-45ff-9f5f-4f6feb28835b req-d23a4595-84c8-427c-b9cc-806de0a9db85 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:05.857396 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad5c1a37-b135-45ff-9f5f-4f6feb28835b req-d23a4595-84c8-427c-b9cc-806de0a9db85 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0812874 Jun 17 05:51:05.897440 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad5c1a37-b135-45ff-9f5f-4f6feb28835b req-b4f270d1-6278-444e-9e2e-0c17a9ebca96 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jun 17 05:51:06.994499 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f037f-15a6-45b3-8fe2-af4a4a6a9f10 req-168eecd6-46e7-4477-99d9-4b7b417f758a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:06.995872 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c97f037f-15a6-45b3-8fe2-af4a4a6a9f10 req-168eecd6-46e7-4477-99d9-4b7b417f758a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0627627 Jun 17 05:51:07.032462 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c97f037f-15a6-45b3-8fe2-af4a4a6a9f10 req-00cbbf5c-002d-4d69-9d22-80bdba9c5697 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Jun 17 05:51:07.189188 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b21977-17d4-463f-8abd-ff04f271be16 req-f2ebc989-36ff-4adf-b480-e343504a8d83 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:07.194623 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a9b21977-17d4-463f-8abd-ff04f271be16 req-f2ebc989-36ff-4adf-b480-e343504a8d83 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0625198 Jun 17 05:51:07.229385 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a9b21977-17d4-463f-8abd-ff04f271be16 req-9c73e3c3-c8ce-451f-81be-c28200de01ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jun 17 05:51:08.207413 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b84e0-cf6b-4591-8f58-ea4f9e31dcad req-1b135200-ddfe-4642-ab73-a918b09a6a5d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.208867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a6b84e0-cf6b-4591-8f58-ea4f9e31dcad req-1b135200-ddfe-4642-ab73-a918b09a6a5d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0670240 Jun 17 05:51:08.246845 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a6b84e0-cf6b-4591-8f58-ea4f9e31dcad req-977eba6a-d495-456b-8a5a-09c3bf6ce46a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jun 17 05:51:08.403447 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3209164-a983-4a1a-a01f-cdb7925531a2 req-b0148fec-b7cf-4fc8-9b56-4d5599ab48ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.404781 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3209164-a983-4a1a-a01f-cdb7925531a2 req-b0148fec-b7cf-4fc8-9b56-4d5599ab48ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0603437 Jun 17 05:51:08.440522 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3209164-a983-4a1a-a01f-cdb7925531a2 req-71af34b1-e279-4fe1-a541-12e7804e1293 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297048 Jun 17 05:51:08.827209 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-87de59f6-1b61-43c1-b33f-7a2dea2782d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.828676 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-87de59f6-1b61-43c1-b33f-7a2dea2782d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 1096 time: 0.0513031 Jun 17 05:51:09.425332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5cdb-0623-4bc3-9a10-5062e7710f5e req-91f2836e-c6c5-4762-835e-4b87f919302f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:09.426735 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-347e5cdb-0623-4bc3-9a10-5062e7710f5e req-91f2836e-c6c5-4762-835e-4b87f919302f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0634818 Jun 17 05:51:09.461908 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-347e5cdb-0623-4bc3-9a10-5062e7710f5e req-66bb0fab-6f81-47e0-8599-0cc36102b044 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296226 Jun 17 05:51:09.624913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5219939-9177-4cd8-83db-6403695fce8a req-ca2c9cb7-f750-4452-a872-2e6cf468f87e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:09.626332 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5219939-9177-4cd8-83db-6403695fce8a req-ca2c9cb7-f750-4452-a872-2e6cf468f87e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0680809 Jun 17 05:51:09.662935 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5219939-9177-4cd8-83db-6403695fce8a req-6bf3960b-35a8-4d92-9342-831a836865fd tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Jun 17 05:51:10.412241 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-41de7052-9e4e-4c05-a6e9-caa31c371e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.413712 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-41de7052-9e4e-4c05-a6e9-caa31c371e0b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3119c01b2b9a40eea646c717b0c65e47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899434 Jun 17 05:51:10.511614 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-44d9b899-6210-4278-9fd0-20680764480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.514922 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c08a7bbb-d245-43af-a107-fb17dc649278 req-44d9b899-6210-4278-9fd0-20680764480f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905151 Jun 17 05:51:10.640031 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c7dce-4e1e-4feb-ae53-8756f00c7a2e req-56fc817d-c5b5-47f0-8568-ee320913838b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.641506 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f40c7dce-4e1e-4feb-ae53-8756f00c7a2e req-56fc817d-c5b5-47f0-8568-ee320913838b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0666375 Jun 17 05:51:10.648724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-7a35d03e-5a2a-4d4b-b6c0-5e03a7ac2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.650187 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-7a35d03e-5a2a-4d4b-b6c0-5e03a7ac2ae8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 1096 time: 0.0527446 Jun 17 05:51:10.679542 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f40c7dce-4e1e-4feb-ae53-8756f00c7a2e req-30d920fa-1ba7-40ea-88fc-44cc5341ed86 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jun 17 05:51:10.699461 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-dd97bbfb-d0f6-42a7-9585-e6367183af48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0336711 Jun 17 05:51:10.751940 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c523-454f-4fae-a82f-e43f33206995 req-00feab50-b706-4da1-8e17-a307df13f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.753411 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-00feab50-b706-4da1-8e17-a307df13f4f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.0472646 Jun 17 05:51:10.786763 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-d950b156-b98b-4605-809e-d7048b4a00fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264454 Jun 17 05:51:10.914733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a0119-9916-4199-850a-41a8cdc112db req-218ac8d8-3d42-4e08-b5a8-40fa004f8fcb tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.918385 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c5a0119-9916-4199-850a-41a8cdc112db req-218ac8d8-3d42-4e08-b5a8-40fa004f8fcb tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.1316001 Jun 17 05:51:10.918385 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-d71557c2-3c26-44a4-b954-ca3fbb85f5f6 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236777 Jun 17 05:51:11.001620 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c5a0119-9916-4199-850a-41a8cdc112db req-99722997-b18b-4437-b75f-91dd3c961b5d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797296 Jun 17 05:51:11.029677 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9c11c523-454f-4fae-a82f-e43f33206995 req-a4c6abcd-56f6-44a2-a2e8-bbb664d83a67 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016347 Jun 17 05:51:11.856570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebda28-abc7-4c51-827a-0e5f3fd44748 req-49df7350-3b72-4089-93e9-079e2cebb910 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:11.858050 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-59ebda28-abc7-4c51-827a-0e5f3fd44748 req-49df7350-3b72-4089-93e9-079e2cebb910 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0702591 Jun 17 05:51:11.897031 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-59ebda28-abc7-4c51-827a-0e5f3fd44748 req-d651bf54-649c-41bd-99f3-2a27d8962cdf tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Jun 17 05:51:12.170844 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595283af-3701-418f-a4c5-886bc2496682 req-75aabfe7-a6cc-45b5-afe0-2314954a2a75 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:12.172290 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-595283af-3701-418f-a4c5-886bc2496682 req-75aabfe7-a6cc-45b5-afe0-2314954a2a75 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0624492 Jun 17 05:51:12.209899 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-595283af-3701-418f-a4c5-886bc2496682 req-fa74597b-9bc8-4623-8814-784357bc2273 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Jun 17 05:51:12.617191 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-beea31e1-9604-43c5-8341-e9afacaf20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:13.066352 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee382f-7d1e-4178-9055-82431f2fe856 req-03f507f0-8af7-437c-94e3-c39d7199f20e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:13.067752 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-deee382f-7d1e-4178-9055-82431f2fe856 req-03f507f0-8af7-437c-94e3-c39d7199f20e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0645401 Jun 17 05:51:13.103280 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-deee382f-7d1e-4178-9055-82431f2fe856 req-91f1c641-3105-4a61-868f-9439a54aaa6f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300033 Jun 17 05:51:13.382683 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508e1f3-5052-4234-9f5d-ed903c628608 req-bdf7e5df-e14e-468b-8534-45ecd39efe39 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:13.384099 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c508e1f3-5052-4234-9f5d-ed903c628608 req-bdf7e5df-e14e-468b-8534-45ecd39efe39 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0632288 Jun 17 05:51:13.419516 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c508e1f3-5052-4234-9f5d-ed903c628608 req-07feaf8e-006b-4481-92a5-43e776ff9935 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297308 Jun 17 05:51:14.271268 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067429c-3a41-4f66-bc07-f4159528d6bf req-65b08c52-1c54-45b1-a18d-332688a505e6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:14.272703 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0067429c-3a41-4f66-bc07-f4159528d6bf req-65b08c52-1c54-45b1-a18d-332688a505e6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0632484 Jun 17 05:51:14.308437 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0067429c-3a41-4f66-bc07-f4159528d6bf req-be5a785b-ce38-46f7-abd2-4cddb7788e43 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301790 Jun 17 05:51:14.598847 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209116-fa07-473d-8fb9-7f78b811071a req-530f9793-36d9-4ee2-bf04-abb6689fa1b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:14.600298 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-29209116-fa07-473d-8fb9-7f78b811071a req-530f9793-36d9-4ee2-bf04-abb6689fa1b6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0719192 Jun 17 05:51:14.636519 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-29209116-fa07-473d-8fb9-7f78b811071a req-d9e06700-25c8-4f5e-8773-b91a5e21d875 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Jun 17 05:51:14.708563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:15.080395 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-46da127f-7bff-4ed3-ac71-545ded8cad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:15.174537 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:51:15.200068 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:15.473528 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367840-c36a-49ac-856f-d05dc1c7d799 req-c473048d-d4f5-4520-9df4-3957535c51e1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.474966 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ea367840-c36a-49ac-856f-d05dc1c7d799 req-c473048d-d4f5-4520-9df4-3957535c51e1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0603468 Jun 17 05:51:15.510422 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ea367840-c36a-49ac-856f-d05dc1c7d799 req-9bb3c3bf-fc67-4e72-970b-1366274a22a0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300808 Jun 17 05:51:15.808944 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672673e-0503-4670-ba4e-a5fb43e82277 req-98bf6041-af23-411f-92d1-9445c8996b20 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.811475 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2672673e-0503-4670-ba4e-a5fb43e82277 req-98bf6041-af23-411f-92d1-9445c8996b20 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0659502 Jun 17 05:51:15.848805 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2672673e-0503-4670-ba4e-a5fb43e82277 req-7152c01b-e33f-4f12-86de-8af2ee318d70 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Jun 17 05:51:16.108331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:16.678495 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ff71b-0381-4d33-a5e7-5b263cc1a902 req-cdf23188-a57a-4753-b712-b9cd8fd06897 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:16.680128 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fb4ff71b-0381-4d33-a5e7-5b263cc1a902 req-cdf23188-a57a-4753-b712-b9cd8fd06897 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0639575 Jun 17 05:51:16.716521 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fb4ff71b-0381-4d33-a5e7-5b263cc1a902 req-1e56fcae-a853-4eee-a9e2-8f393b9b611a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Jun 17 05:51:17.041473 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec32cf2-daf7-4439-bd1b-328625826d0d req-b4026518-3e9e-4b55-82c4-885436483942 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.042903 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fec32cf2-daf7-4439-bd1b-328625826d0d req-b4026518-3e9e-4b55-82c4-885436483942 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0707207 Jun 17 05:51:17.079209 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fec32cf2-daf7-4439-bd1b-328625826d0d req-26357340-9eb4-4f67-84f6-65a9ccb51915 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Jun 17 05:51:17.213477 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0a64e-02f7-4a2e-b40e-f119c50e9e0e req-13785a76-6bc6-43a4-9d0a-bdede08f4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.214954 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5b0a64e-02f7-4a2e-b40e-f119c50e9e0e req-13785a76-6bc6-43a4-9d0a-bdede08f4ec8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0534003 Jun 17 05:51:17.461446 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5b0a64e-02f7-4a2e-b40e-f119c50e9e0e req-58326f48-70e0-4729-a5f2-026066ac5609 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381649 Jun 17 05:51:17.884190 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562cd4c-a3ba-45ff-9b0b-b578f60b238b req-455c813a-0874-45ce-801c-52a494d8aee8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.885691 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c562cd4c-a3ba-45ff-9b0b-b578f60b238b req-455c813a-0874-45ce-801c-52a494d8aee8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0618718 Jun 17 05:51:17.923932 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c562cd4c-a3ba-45ff-9b0b-b578f60b238b req-20aeda71-4bd9-4930-8908-5cd2a71a9e77 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Jun 17 05:51:17.966346 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:18.258215 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4014-4717-402d-a522-68b28e3a793d req-fa146c4c-d684-42a4-9d5f-ccc4f01b5692 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:18.259617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c82a4014-4717-402d-a522-68b28e3a793d req-fa146c4c-d684-42a4-9d5f-ccc4f01b5692 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0684466 Jun 17 05:51:18.297077 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c82a4014-4717-402d-a522-68b28e3a793d req-4f89e6eb-cbb5-4325-9caf-7d38553cf24e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Jun 17 05:51:19.094571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adcc5a-344c-4385-9c80-c646f7ae0f31 req-1da11a92-deeb-4142-96bd-afc0b8868b21 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.096533 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b9adcc5a-344c-4385-9c80-c646f7ae0f31 req-1da11a92-deeb-4142-96bd-afc0b8868b21 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0606916 Jun 17 05:51:19.132397 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b9adcc5a-344c-4385-9c80-c646f7ae0f31 req-bf69422c-a4ac-4c67-ae8e-494a66f709fb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304430 Jun 17 05:51:19.475842 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94aa7f-4c22-433d-8b54-eba91596f8d5 req-731f265a-3242-4383-afd7-bbb42cba1e4d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.477342 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94aa7f-4c22-433d-8b54-eba91596f8d5 req-731f265a-3242-4383-afd7-bbb42cba1e4d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0705483 Jun 17 05:51:19.513004 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94aa7f-4c22-433d-8b54-eba91596f8d5 req-908eadcd-1763-4874-af98-e8b5f6133f98 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301251 Jun 17 05:51:20.315045 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2d43-a682-4b0c-ba1d-4a239defdec3 req-893ae68a-32b9-44da-8022-c1f60d0ad786 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:20.315045 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d7c2d43-a682-4b0c-ba1d-4a239defdec3 req-893ae68a-32b9-44da-8022-c1f60d0ad786 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0748417 Jun 17 05:51:20.351977 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d7c2d43-a682-4b0c-ba1d-4a239defdec3 req-651d6197-2d32-48b8-9c02-e701a8403a78 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Jun 17 05:51:20.698174 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fe388-eef8-4f22-bf28-f8577eb6c3c5 req-b8e6fea1-a37e-48f1-8cd8-ff4f842e7e16 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:20.699595 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce3fe388-eef8-4f22-bf28-f8577eb6c3c5 req-b8e6fea1-a37e-48f1-8cd8-ff4f842e7e16 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0690899 Jun 17 05:51:20.735663 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce3fe388-eef8-4f22-bf28-f8577eb6c3c5 req-da1418f6-6729-4b61-a339-e497f6cd5270 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Jun 17 05:51:21.526538 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71b0ce-71d7-46a9-961a-541124941c23 req-214aa951-0040-44c0-91db-56c46c3ca5a7 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:21.527989 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ee71b0ce-71d7-46a9-961a-541124941c23 req-214aa951-0040-44c0-91db-56c46c3ca5a7 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0665417 Jun 17 05:51:21.565499 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ee71b0ce-71d7-46a9-961a-541124941c23 req-7ce1ab52-6d0f-487b-939e-54cb2f609377 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Jun 17 05:51:21.901922 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453829-43db-496d-aa9e-8f1b4248cec8 req-930c8db3-471d-4bc7-8122-95484dc462f2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:21.903371 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a5453829-43db-496d-aa9e-8f1b4248cec8 req-930c8db3-471d-4bc7-8122-95484dc462f2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0613174 Jun 17 05:51:21.940924 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a5453829-43db-496d-aa9e-8f1b4248cec8 req-8baf0269-5570-4656-8a1a-6458752961ef tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Jun 17 05:51:22.730974 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc720fb-eb7f-468a-ac3b-cce1a18efb21 req-79dba614-e685-4744-8b93-fcc2d5bc4def tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:22.732407 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dc720fb-eb7f-468a-ac3b-cce1a18efb21 req-79dba614-e685-4744-8b93-fcc2d5bc4def tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0602133 Jun 17 05:51:22.768598 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dc720fb-eb7f-468a-ac3b-cce1a18efb21 req-fecec32f-e12f-48da-b22c-fe6976a5ac77 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Jun 17 05:51:23.120344 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bcb9-82e7-4c68-8f9d-f638f85d24b2 req-3ea00a0f-2cce-46d8-85c6-d26ed1ba7401 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:23.121668 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b4e9bcb9-82e7-4c68-8f9d-f638f85d24b2 req-3ea00a0f-2cce-46d8-85c6-d26ed1ba7401 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0629849 Jun 17 05:51:23.157109 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b4e9bcb9-82e7-4c68-8f9d-f638f85d24b2 req-11aa9a37-fbce-4714-90df-bc15dd6f6476 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294492 Jun 17 05:51:23.938036 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66000557-d8c5-42b6-9fe9-7771fae63b79 req-3e18c9f9-e3c0-44da-9994-f37a14ea4ec5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:23.940249 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-66000557-d8c5-42b6-9fe9-7771fae63b79 req-3e18c9f9-e3c0-44da-9994-f37a14ea4ec5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0623178 Jun 17 05:51:23.978133 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-66000557-d8c5-42b6-9fe9-7771fae63b79 req-ebe99211-7c07-4e15-954f-c777db5cef75 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Jun 17 05:51:24.329487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c694d0-0b74-44d3-9cc0-8fc50720ad7c req-d65c4da3-fa0d-4c06-a2c1-f762c4fbbaa5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:24.331516 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-53c694d0-0b74-44d3-9cc0-8fc50720ad7c req-d65c4da3-fa0d-4c06-a2c1-f762c4fbbaa5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0652854 Jun 17 05:51:24.371705 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-53c694d0-0b74-44d3-9cc0-8fc50720ad7c req-72cc06c7-f27d-4142-9545-0dbd63b50d10 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Jun 17 05:51:25.164960 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee50fd2-3bb3-4356-bbd8-99cdc56307f7 req-ffdbe9b0-5281-452a-8a8a-da28183d08d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:25.171211 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8ee50fd2-3bb3-4356-bbd8-99cdc56307f7 req-ffdbe9b0-5281-452a-8a8a-da28183d08d0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0793352 Jun 17 05:51:25.213391 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8ee50fd2-3bb3-4356-bbd8-99cdc56307f7 req-9a0e1efc-cdf2-4326-931a-e0efbdadc60b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Jun 17 05:51:25.545576 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539afc65-a794-4fcf-8f76-2e584d437878 req-9b2a5743-a328-43bf-99be-4b659a7ce95b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:25.546893 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-539afc65-a794-4fcf-8f76-2e584d437878 req-9b2a5743-a328-43bf-99be-4b659a7ce95b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0632126 Jun 17 05:51:25.585724 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-539afc65-a794-4fcf-8f76-2e584d437878 req-9b190b89-81aa-4361-ad14-8628c257c0cf tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Jun 17 05:51:25.835067 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 49024) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:25.940802 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.036789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.126038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.128954 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7b990a30-48d8-4f5f-872e-8cf2eae38518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:26.168962 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=005c3ba143c548b1be159a1e18ccd988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302832 Jun 17 05:51:26.169481 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49040) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:26.175930 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d658df76-ea71-4b81-a3bb-abd6e47aba95,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:26.179637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:26.219720 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.248012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.371953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.374500 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.375553 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d658df76-ea71-4b81-a3bb-abd6e47aba95 HTTP/1.1" status: 204 len: 168 time: 0.2051792 Jun 17 05:51:26.376488 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-164ab1e0-6538-4677-994d-4c7cbff2d2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:26.389494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d658df76-ea71-4b81-a3bb-abd6e47aba95,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:26.391900 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:26.424242 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02ca7-b65a-49ed-a150-043741891312 req-038a6fd0-3c6c-47cd-8639-a4056d4ed6de tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.424242 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cb02ca7-b65a-49ed-a150-043741891312 req-038a6fd0-3c6c-47cd-8639-a4056d4ed6de tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0787606 Jun 17 05:51:26.459938 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cb02ca7-b65a-49ed-a150-043741891312 req-5e4496d0-2180-47c2-b0c7-a0cbf9afb90f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Jun 17 05:51:26.650998 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb817f-e58b-498d-afb2-afdd626462e4 req-96857fb2-8cb1-41ba-8407-d9402f4a5180 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.652461 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0efb817f-e58b-498d-afb2-afdd626462e4 req-96857fb2-8cb1-41ba-8407-d9402f4a5180 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0702050 Jun 17 05:51:26.695321 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0efb817f-e58b-498d-afb2-afdd626462e4 req-93030821-4efd-48e7-9979-a005068b7244 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Jun 17 05:51:26.772960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f606d-63cd-4f03-a657-046964ae3d28 req-575cb6ed-9f71-4435-ac9f-9cf7e28b1d4d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.778412 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-981f606d-63cd-4f03-a657-046964ae3d28 req-575cb6ed-9f71-4435-ac9f-9cf7e28b1d4d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.0713840 Jun 17 05:51:26.833211 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-981f606d-63cd-4f03-a657-046964ae3d28 req-5124528a-d8c5-4f38-81e6-f83e29cfd8d9 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Jun 17 05:51:27.529558 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49084) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:27.623957 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1146333883-network', 'tenant_id': 'd1f27779e0184066924dcf741864c56e'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:27.725645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Made reservation on behalf of d1f27779e0184066924dcf741864c56e for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:51:27.727985 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.736343 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.822118 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.929885 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:51:27.952728 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.975393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-17c1fbcd-2aac-4ec0-a348-04300d9faa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.002067 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:51:28.022954 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b7148-58a3-4a3f-a695-445488c9cdf8,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.028164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.028519 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Added segment dafaf194-a93e-4dd6-9d34-d15995a8fdc4 of type vlan for network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 Jun 17 05:51:28.029971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.044579 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:28.056122 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'port_id': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', 'mac_address': 'fa:16:3e:97:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:51:28.079635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.090883 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40664-6b20-4168-bc40-f0da3eb0c21a req-25a052ac-67e3-47ab-bd12-3312e5fe4220 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:28.092350 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4af40664-6b20-4168-bc40-f0da3eb0c21a req-25a052ac-67e3-47ab-bd12-3312e5fe4220 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 943 time: 0.1538391 Jun 17 05:51:28.093278 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.106200 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:28.125811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:28.142999 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4af40664-6b20-4168-bc40-f0da3eb0c21a req-e0b2c37c-0c83-4573-8216-5c70b413f61f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Jun 17 05:51:28.223270 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.225122 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.252022 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.255862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:28.255862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.257090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1b30425d-49e3-4196-a113-ee246a14de5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.294996 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.302956 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.303305 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.303804 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.304138 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.304465 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.304813 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.305135 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.305457 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.305801 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.306126 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.306445 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.306762 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.311034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.324008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Pushing event updated for resources: {'Network': ['ID=378aaca0-81d9-4e8e-bcb2-993bf08f6275,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.324008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.328212 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:51:28.349376 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8187416 Jun 17 05:51:28.352404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49106) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:28.357385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Request body: {'subnet': {'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1146333883-subnet', 'tenant_id': 'd1f27779e0184066924dcf741864c56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:28.439895 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Made reservation on behalf of d1f27779e0184066924dcf741864c56e for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:51:28.442220 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.674762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.677987 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-e33e1ef1-218e-4392-990c-47d37fcde0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.727374 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.730836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.737552 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Checking segment: {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:51:28.737905 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Network hostable DHCP agents. Network: 378aaca0-81d9-4e8e-bcb2-993bf08f6275, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:51:28.822908 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:51:28.931070 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 378aaca0-81d9-4e8e-bcb2-993bf08f6275) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:51:28.935270 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:28.935842 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.940263 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc156b0-55e3-4a39-8fff-9e10ce516cea None None] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:51:29.067554 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25b249-942f-4f32-b14f-36f62aec7154 None None] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:51:29.097867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7443621 Jun 17 05:51:29.316635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5daf6-06c9-4ee2-8d8d-7923afce3f75 req-44594558-47f4-4ee7-924c-fb89cffbf567 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:29.318106 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1be5daf6-06c9-4ee2-8d8d-7923afce3f75 req-44594558-47f4-4ee7-924c-fb89cffbf567 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0636830 Jun 17 05:51:29.362137 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1be5daf6-06c9-4ee2-8d8d-7923afce3f75 req-f2350569-a924-4f49-991c-aed4c55cc92b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Jun 17 05:51:30.533779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8728b-2be6-4abd-9f76-5c56751adc17 req-7cece348-d92f-47cf-92bd-2a32ef319096 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:30.535191 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-48c8728b-2be6-4abd-9f76-5c56751adc17 req-7cece348-d92f-47cf-92bd-2a32ef319096 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0635147 Jun 17 05:51:30.733863 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-48c8728b-2be6-4abd-9f76-5c56751adc17 req-d04e25b8-cf5b-41fe-9c74-f7be13298d05 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929739 Jun 17 05:51:31.902127 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c359-e05e-4cd8-977a-d9cdceb6575c req-c61abfcb-2413-46b1-be91-a02b8036b8fc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.903536 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-19a9c359-e05e-4cd8-977a-d9cdceb6575c req-c61abfcb-2413-46b1-be91-a02b8036b8fc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0599654 Jun 17 05:51:31.939783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-19a9c359-e05e-4cd8-977a-d9cdceb6575c req-1ffe97ac-c3f6-49f6-8a2f-80fe2fdd4184 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306439 Jun 17 05:51:33.110576 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af641-ff18-4530-ab3c-4d46506ceb0f req-d833cc02-7ecc-4cef-bb26-ec6c8aefce4e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:33.112549 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a7af641-ff18-4530-ab3c-4d46506ceb0f req-d833cc02-7ecc-4cef-bb26-ec6c8aefce4e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0648165 Jun 17 05:51:33.151803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a7af641-ff18-4530-ab3c-4d46506ceb0f req-39926a09-3e18-4418-ae8a-a5ba8397b3f8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jun 17 05:51:33.182461 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:34.321818 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2c04-ad9a-4bdc-a5c0-e84124eff0e1 req-6a19cdb6-f714-4171-b453-3f9249ce81a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:34.323162 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bfa2c04-ad9a-4bdc-a5c0-e84124eff0e1 req-6a19cdb6-f714-4171-b453-3f9249ce81a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0607376 Jun 17 05:51:34.357821 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bfa2c04-ad9a-4bdc-a5c0-e84124eff0e1 req-6853d847-4504-448e-a1da-8962c83b3753 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291317 Jun 17 05:51:35.530976 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d251-2c73-4869-945e-ecdd000da7ae req-425112e4-fe42-429c-b8b1-e9f8f4dceb1a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:35.532373 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf16d251-2c73-4869-945e-ecdd000da7ae req-425112e4-fe42-429c-b8b1-e9f8f4dceb1a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0600538 Jun 17 05:51:35.567518 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf16d251-2c73-4869-945e-ecdd000da7ae req-ce1ed630-2150-451b-9051-3569ef6dc921 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296290 Jun 17 05:51:36.736520 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871252-d315-4faa-b8fe-c67395684379 req-550bd75e-ad14-414b-bba9-9af327bc4f60 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.737952 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b871252-d315-4faa-b8fe-c67395684379 req-550bd75e-ad14-414b-bba9-9af327bc4f60 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0646696 Jun 17 05:51:36.774993 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b871252-d315-4faa-b8fe-c67395684379 req-d81cf980-5f95-4adc-9a91-0a14c2033929 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Jun 17 05:51:37.942236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fea2bc-64c2-4f64-bb38-631d2d85d648 req-e99e2524-a0fc-4485-9893-5b1ea9dfb46f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:37.943644 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30fea2bc-64c2-4f64-bb38-631d2d85d648 req-e99e2524-a0fc-4485-9893-5b1ea9dfb46f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0612323 Jun 17 05:51:37.979131 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30fea2bc-64c2-4f64-bb38-631d2d85d648 req-6d303b88-27b7-40fe-8790-0a7e76ba794c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299690 Jun 17 05:51:39.147148 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0f9f-28f5-4488-b6c7-d2b39f247ea3 req-7972da5e-c111-4eea-89fc-a129d01186a5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:39.148598 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-274f0f9f-28f5-4488-b6c7-d2b39f247ea3 req-7972da5e-c111-4eea-89fc-a129d01186a5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0609016 Jun 17 05:51:39.186987 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-274f0f9f-28f5-4488-b6c7-d2b39f247ea3 req-3c3e3880-47c7-435c-a96f-082a9241e3b1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Jun 17 05:51:40.363240 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe971055-69b6-4a5b-b6db-0851661223af req-56568792-e018-40f8-b2c4-79df07e79c22 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.364704 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fe971055-69b6-4a5b-b6db-0851661223af req-56568792-e018-40f8-b2c4-79df07e79c22 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 944 time: 0.0688221 Jun 17 05:51:40.408302 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fe971055-69b6-4a5b-b6db-0851661223af req-6f952631-12e5-4197-b85d-6b8b3ea8d39a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Jun 17 05:51:40.559269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba8ddb-6b11-464d-9f3b-9eb0151c6b22 req-0f580f1a-eb94-4b8b-82e8-116b97893fe5 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.559269 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96ba8ddb-6b11-464d-9f3b-9eb0151c6b22 req-0f580f1a-eb94-4b8b-82e8-116b97893fe5 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0616651 Jun 17 05:51:40.595662 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96ba8ddb-6b11-464d-9f3b-9eb0151c6b22 req-0a5bbe6f-784d-4d62-ac3c-7b632a4958da tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Jun 17 05:51:40.800875 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:51:40.965830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:51:40.969375 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:51:40.969753 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.042334 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.063696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:41.066457 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c2391-3296-482d-9b2d-b3759ec2ae5b" -d '{"events": [{"server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "name": "network-vif-plugged", "status": "completed", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:41.078390 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:41.100991 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a41008-0ec9-4524-8878-0f41cb55d7b0 x-openstack-request-id: req-95a41008-0ec9-4524-8878-0f41cb55d7b0 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:41.101283 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "name": "network-vif-plugged", "status": "completed", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:41.101543 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95a41008-0ec9-4524-8878-0f41cb55d7b0 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:41.101987 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', 'code': 200} Jun 17 05:51:41.166456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.168339 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:41.219657 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:41.223999 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:41.600038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4a06-c3d7-41d5-8408-1e610319a6f9 req-ca487b5b-e65f-4c13-9516-b88f0b5bc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:41.601895 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9daf4a06-c3d7-41d5-8408-1e610319a6f9 req-ca487b5b-e65f-4c13-9516-b88f0b5bc86a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 1098 time: 0.0591707 Jun 17 05:51:41.641124 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9daf4a06-c3d7-41d5-8408-1e610319a6f9 req-24301d68-d997-43cc-acfe-f38480c8776f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305903 Jun 17 05:51:41.741199 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3b027-69fa-4dbd-bdfc-2f992058bd7d req-c182dc30-ddfb-4ea2-8886-bf98e7f29388 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:41.742957 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bbb3b027-69fa-4dbd-bdfc-2f992058bd7d req-c182dc30-ddfb-4ea2-8886-bf98e7f29388 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0741229 Jun 17 05:51:41.784804 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bbb3b027-69fa-4dbd-bdfc-2f992058bd7d req-9b855d1a-a609-4f73-bea6-8fd958ecdc72 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Jun 17 05:51:41.866747 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f7b3-3d25-42b9-a58f-26f4baef0946 req-fe34e343-55cb-433e-9bfa-39f5bfcc518c tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:41.868375 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa00f7b3-3d25-42b9-a58f-26f4baef0946 req-fe34e343-55cb-433e-9bfa-39f5bfcc518c tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0663495 Jun 17 05:51:41.905892 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa00f7b3-3d25-42b9-a58f-26f4baef0946 req-1929ac00-facf-4315-bc5f-2e967fea3b66 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Jun 17 05:51:41.955994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f0a51-7b65-478f-adf3-c82603c01be0 req-71e1f25d-d380-4c52-ad4b-fd3ffd06a2ec tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:41.957560 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-955f0a51-7b65-478f-adf3-c82603c01be0 req-71e1f25d-d380-4c52-ad4b-fd3ffd06a2ec tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0727086 Jun 17 05:51:41.995165 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-955f0a51-7b65-478f-adf3-c82603c01be0 req-a2d42afa-fca8-4d21-b6c1-f7f6540d514a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jun 17 05:51:42.468524 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-26ec8ea4-d9de-44a3-badd-ac7287cf73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.470112 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-26ec8ea4-d9de-44a3-badd-ac7287cf73f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.0526638 Jun 17 05:51:42.565455 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-d3d2fa70-f0e1-423a-8b7d-61b6b0de8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.566889 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-d3d2fa70-f0e1-423a-8b7d-61b6b0de8b6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.0891771 Jun 17 05:51:42.600233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7c7271fc-8e94-4f60-a7b6-de0981e64cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.627344 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-c99827f1-5df8-45e3-ac11-51de4bb62a96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0350938 Jun 17 05:51:42.677505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-6bf21117-46ca-4ad2-aea5-2b9b099268b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.678940 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-6bf21117-46ca-4ad2-aea5-2b9b099268b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.0443077 Jun 17 05:51:42.694339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-ba262dac-9e76-4cee-8e3d-e90d906ce5b2 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.696731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-ba262dac-9e76-4cee-8e3d-e90d906ce5b2 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 814 time: 0.1074302 Jun 17 05:51:42.715649 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-fb88c47e-8b73-4a26-956b-111b4cd6121d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/quotas/d1f27779e0184066924dcf741864c56e HTTP/1.1" status: 200 len: 375 time: 0.0103574 Jun 17 05:51:42.726845 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-b612a5c3-a2b5-48f1-bb8e-c505f769ac6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409822 Jun 17 05:51:42.754893 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-581d4519-ea36-46ef-b76e-3081a8aa9f1f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338960 Jun 17 05:51:42.829372 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-2b5a09ec-80ab-44ed-be87-1bea714dac9c service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922086 Jun 17 05:51:42.849784 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-24229ff8-78d1-42f1-9541-39f4db96d820 service neutron] 10.222.0.20 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875890 Jun 17 05:51:42.942181 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-86b7d27a-6075-4d65-84f7-8ab35800330b service neutron] 10.222.0.20 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863311 Jun 17 05:51:42.969413 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51622dd3-9f8f-4966-b6a5-ee063bcaaa33 req-5f06bf74-9892-4708-9b34-8b06adf095c6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.971673 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-51622dd3-9f8f-4966-b6a5-ee063bcaaa33 req-5f06bf74-9892-4708-9b34-8b06adf095c6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0701172 Jun 17 05:51:43.009336 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-51622dd3-9f8f-4966-b6a5-ee063bcaaa33 req-eee71b3e-44f3-4d27-bcc5-6f4a4416daa3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Jun 17 05:51:43.176010 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32e637-6379-459b-ad28-2e5792a87661 req-24a4ac48-4f89-42af-b84b-3d6fdbf64635 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:43.177812 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9f32e637-6379-459b-ad28-2e5792a87661 req-24a4ac48-4f89-42af-b84b-3d6fdbf64635 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0739992 Jun 17 05:51:43.218449 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9f32e637-6379-459b-ad28-2e5792a87661 req-90066e12-114f-4cc2-a96f-c19b4483e7df tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jun 17 05:51:43.298987 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7fd3144b-f66e-4e8a-9edb-e7893fb8a4e3 req-f916da27-1b58-40b8-8ca0-dc1c409e5acb tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0361774 Jun 17 05:51:43.344675 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174ec5-f677-4bd1-b30d-04a566fc8bab req-2d907707-17a5-4f5a-a56e-953a06981f2c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:43.350805 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-33174ec5-f677-4bd1-b30d-04a566fc8bab req-2d907707-17a5-4f5a-a56e-953a06981f2c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0887630 Jun 17 05:51:43.390310 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-33174ec5-f677-4bd1-b30d-04a566fc8bab req-7f7cf6ef-694a-499b-b528-4a6ef745129c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Jun 17 05:51:44.206336 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5fa06-33a9-4611-a726-041828e65154 req-f293a202-fe54-4f8e-b702-8b888dc7f42c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:44.207927 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-22d5fa06-33a9-4611-a726-041828e65154 req-f293a202-fe54-4f8e-b702-8b888dc7f42c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0617766 Jun 17 05:51:44.245145 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-22d5fa06-33a9-4611-a726-041828e65154 req-a0a89306-232b-42a1-844c-582149f43364 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Jun 17 05:51:44.403788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99482e0e-053c-4c1b-bbfa-e1b663f004bc req-f761bf5f-6628-4ed9-9fbc-2bd9a2439d3a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:44.405237 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-99482e0e-053c-4c1b-bbfa-e1b663f004bc req-f761bf5f-6628-4ed9-9fbc-2bd9a2439d3a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0650795 Jun 17 05:51:44.442870 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-99482e0e-053c-4c1b-bbfa-e1b663f004bc req-cf0bb240-2313-4556-889b-65d3e6d059c3 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jun 17 05:51:44.566440 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f2b4d5cb-29d1-4cd6-9b1b-35e38adc46c9 req-5bf8b0a2-8a6c-487f-96f0-6046b6bff7a6 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0279899 Jun 17 05:51:44.708582 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:44.722346 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605846-fbd9-47a3-b4b7-9cd0549a6680 req-bd62dccd-94c2-4b27-9e5d-3a0bdf00e7f8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:44.723776 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc605846-fbd9-47a3-b4b7-9cd0549a6680 req-bd62dccd-94c2-4b27-9e5d-3a0bdf00e7f8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0609787 Jun 17 05:51:44.760521 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc605846-fbd9-47a3-b4b7-9cd0549a6680 req-80409b5f-edd9-4caf-9988-771f1345a75b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jun 17 05:51:45.080521 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8593a7a4-46a5-488e-8b62-bb20e1dd89d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.183239 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.418040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aebab-eed1-4499-b8bc-2d2cce21b916 req-b2851791-c87c-4a0b-ad57-3005ba09c9c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.419454 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c76aebab-eed1-4499-b8bc-2d2cce21b916 req-b2851791-c87c-4a0b-ad57-3005ba09c9c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0637281 Jun 17 05:51:45.455240 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c76aebab-eed1-4499-b8bc-2d2cce21b916 req-5625ff06-f87e-4c11-8326-0edb93ed9491 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296767 Jun 17 05:51:45.610734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410478d-4fba-4fa2-9c6a-3c8bd1d1317c req-bc8fd3ca-3939-4cfc-9e1a-05ea6eaca39a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.612146 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0410478d-4fba-4fa2-9c6a-3c8bd1d1317c req-bc8fd3ca-3939-4cfc-9e1a-05ea6eaca39a tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0609679 Jun 17 05:51:45.648076 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0410478d-4fba-4fa2-9c6a-3c8bd1d1317c req-22b84f8f-dba0-46ed-bda2-2eef6ac1aa11 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Jun 17 05:51:45.772222 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7488f4e5-1544-4de1-8630-cc7be9b63f87 req-65953b9e-733b-4978-8991-ca396ed9677c tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jun 17 05:51:45.932689 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1559b-c18c-4580-879b-af256a2845dc req-6df21eaa-c41f-41b6-986d-7356b613d394 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.934126 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3ad1559b-c18c-4580-879b-af256a2845dc req-6df21eaa-c41f-41b6-986d-7356b613d394 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0648222 Jun 17 05:51:45.971065 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3ad1559b-c18c-4580-879b-af256a2845dc req-71635872-dd7a-4aaa-bf1e-c03c953bea58 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Jun 17 05:51:46.120392 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:46.624661 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4f150-9218-4e4a-bfd1-2ca9ef0bd8c8 req-8d798342-9e40-477f-8773-a76ad140209b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:46.626101 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bba4f150-9218-4e4a-bfd1-2ca9ef0bd8c8 req-8d798342-9e40-477f-8773-a76ad140209b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0602987 Jun 17 05:51:46.662597 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bba4f150-9218-4e4a-bfd1-2ca9ef0bd8c8 req-42b1ff5f-1013-4129-a0be-0b14ece80ee7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Jun 17 05:51:46.817214 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed2c0f-cc58-4cfe-b8f7-6f1e81dfe2be req-99fd0fb0-f297-4687-b651-09700aa50fad tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:46.818687 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6bed2c0f-cc58-4cfe-b8f7-6f1e81dfe2be req-99fd0fb0-f297-4687-b651-09700aa50fad tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0615463 Jun 17 05:51:46.858443 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6bed2c0f-cc58-4cfe-b8f7-6f1e81dfe2be req-cf1a3665-6dc1-4244-a8c8-ba2d1f013eb5 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Jun 17 05:51:46.981368 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7125661d-5436-4bd9-8fb1-2e5313a3d1cc req-e6ed8216-c1d2-4661-8fcf-97aad2b285b7 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0278950 Jun 17 05:51:47.139208 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d37b4-4340-4178-85ae-8e74aa09d275 req-51847f70-cba9-45c9-b97f-efbc72c92228 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:47.140792 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-168d37b4-4340-4178-85ae-8e74aa09d275 req-51847f70-cba9-45c9-b97f-efbc72c92228 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jun 17 05:51:47.184833 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-168d37b4-4340-4178-85ae-8e74aa09d275 req-c29bc7ff-5cb9-4e96-808b-620657644434 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Jun 17 05:51:47.207378 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-87aece9c-0f16-4f37-aea8-76f8c1fa6e75 req-eba6c994-2a92-42b7-abf8-770d14d7bee4 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930917 Jun 17 05:51:47.452885 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-9618d093-33d6-4849-9fa4-74e254218ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:47.454513 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-9618d093-33d6-4849-9fa4-74e254218ccd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.0539563 Jun 17 05:51:47.556495 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-7abe0b78-ee7f-4040-b3e8-51da6f1f73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:47.557913 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-7abe0b78-ee7f-4040-b3e8-51da6f1f73f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.0831106 Jun 17 05:51:47.608418 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-fd354a1a-5f0f-4f14-80e1-37679fcfc2da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0365038 Jun 17 05:51:47.837357 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08649d2-be5d-4385-acf8-f5025f2349ef req-8565f02f-75b3-4e0e-871d-ee1e84606865 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:47.838829 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c08649d2-be5d-4385-acf8-f5025f2349ef req-8565f02f-75b3-4e0e-871d-ee1e84606865 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0655198 Jun 17 05:51:47.876903 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c08649d2-be5d-4385-acf8-f5025f2349ef req-88bfad0e-55b0-430f-92ec-6fd440f63881 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jun 17 05:51:47.957877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:47.965711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-2a9041e7-226c-47c9-9889-6da840504214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:47.967270 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-2a9041e7-226c-47c9-9889-6da840504214 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.0464752 Jun 17 05:51:48.026769 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-e250b525-dc03-47cb-a506-c670564546a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481071 Jun 17 05:51:48.116701 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb17f6-6425-419e-a0e8-1f2023ba64a9 req-54433fef-9b30-49c1-9bf7-984342ba6836 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:48.119393 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a5eb17f6-6425-419e-a0e8-1f2023ba64a9 req-54433fef-9b30-49c1-9bf7-984342ba6836 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.1492667 Jun 17 05:51:48.137290 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1f63951a-db5f-4621-866e-950b6d1c1ffe req-7875ef74-2c1e-4de1-9ab5-f49c7f23f348 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0323703 Jun 17 05:51:48.175801 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-3fbd2b58-b3d1-4833-b9ae-7338a089cbd8 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334255 Jun 17 05:51:48.190141 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a5eb17f6-6425-419e-a0e8-1f2023ba64a9 req-f82dafd0-4313-4b5f-96fd-c18072045836 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644357 Jun 17 05:51:48.291780 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-79b06b22-ed0a-4e90-9daf-ee3f11b37128 req-1f28712b-2309-4880-8342-880179bf49b9 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007121 Jun 17 05:51:48.373525 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c44-5573-4cd9-b75a-23a9f21587ef req-46b7deab-8af2-43c2-b144-1763824a1720 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:48.374945 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9612c44-5573-4cd9-b75a-23a9f21587ef req-46b7deab-8af2-43c2-b144-1763824a1720 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0629256 Jun 17 05:51:48.410222 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9612c44-5573-4cd9-b75a-23a9f21587ef req-ed4337dd-93f7-4a2c-88ef-3fb7c6ccb09d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296712 Jun 17 05:51:49.049242 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860173-ac24-4236-a185-8c87af92bad6 req-e04797e5-43c5-4700-8446-265822dd26a1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:49.050671 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f9860173-ac24-4236-a185-8c87af92bad6 req-e04797e5-43c5-4700-8446-265822dd26a1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0642090 Jun 17 05:51:49.089064 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f9860173-ac24-4236-a185-8c87af92bad6 req-cac2f157-13a5-41b3-9b30-e87242686d3d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jun 17 05:51:49.289815 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a89e7769-46fe-4b69-9290-d1844cce4341 req-865c8bf8-18d5-4c8b-98f7-cc9a5ca6fc54 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0291417 Jun 17 05:51:49.384647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c16f9-5d3b-483c-9d27-d8e8e83ed5e8 req-f4265f49-08d7-461d-a845-83c1cfcbc224 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:49.386105 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fc3c16f9-5d3b-483c-9d27-d8e8e83ed5e8 req-f4265f49-08d7-461d-a845-83c1cfcbc224 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0699975 Jun 17 05:51:49.426693 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fc3c16f9-5d3b-483c-9d27-d8e8e83ed5e8 req-15306b13-2acd-437e-8c50-f9f41842378e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Jun 17 05:51:49.584647 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257508f-301a-415f-b914-1d3c04fbbf7e req-a543663e-8f90-4d80-88d2-e15d70bfce88 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:49.586220 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b257508f-301a-415f-b914-1d3c04fbbf7e req-a543663e-8f90-4d80-88d2-e15d70bfce88 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0623779 Jun 17 05:51:49.631980 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b257508f-301a-415f-b914-1d3c04fbbf7e req-00407472-c00c-4be4-b5a4-c2ad39a5c2d3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Jun 17 05:51:50.276935 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d044b-0ebd-4f37-8de6-691a9e566fb4 req-4f6f0373-278d-4c05-9fd9-b7feaf9099ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:50.278381 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cc1d044b-0ebd-4f37-8de6-691a9e566fb4 req-4f6f0373-278d-4c05-9fd9-b7feaf9099ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0760756 Jun 17 05:51:50.314355 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cc1d044b-0ebd-4f37-8de6-691a9e566fb4 req-8dbd54c0-4814-4958-b65f-5ff7680ef127 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298412 Jun 17 05:51:50.438101 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-49e7eb83-9b75-41c5-97b2-84ef238d0703 req-9781fcee-7ead-49d2-aead-a681d7243065 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0271256 Jun 17 05:51:50.597911 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43305-2cc3-4bbd-8ef0-a038a7300ba5 req-ab255f53-86aa-4706-918c-f6c0fa25662d tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:50.599345 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52e43305-2cc3-4bbd-8ef0-a038a7300ba5 req-ab255f53-86aa-4706-918c-f6c0fa25662d tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0605125 Jun 17 05:51:50.638878 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52e43305-2cc3-4bbd-8ef0-a038a7300ba5 req-07e73fe7-17a8-4473-9ef2-81e96fddc076 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Jun 17 05:51:50.813196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728267d-7952-4ba9-ba15-ed2775886f85 req-a0a4cf02-e4c5-4498-80ad-59e446b53783 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:50.815288 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a728267d-7952-4ba9-ba15-ed2775886f85 req-a0a4cf02-e4c5-4498-80ad-59e446b53783 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0731633 Jun 17 05:51:50.852260 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a728267d-7952-4ba9-ba15-ed2775886f85 req-29b59933-f676-4396-b242-00da8f8345d8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Jun 17 05:51:51.485364 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2008-cef9-4150-9d8b-4c15edc27c2e req-5a94f6a9-87a0-4818-b403-a8528abd0412 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:51.487178 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-238e2008-cef9-4150-9d8b-4c15edc27c2e req-5a94f6a9-87a0-4818-b403-a8528abd0412 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0636175 Jun 17 05:51:51.542537 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-238e2008-cef9-4150-9d8b-4c15edc27c2e req-51caf2ca-0b9f-4526-8719-439082896468 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jun 17 05:51:51.680283 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-edc3cc3d-1243-42dc-8089-9fc3bed6494b req-bf739cba-617b-4748-949b-795c5fa6032e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0316443 Jun 17 05:51:51.847037 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cfbd-55c2-41a0-9430-ca44d4c73b73 req-64130250-895b-4a58-9815-b24c95ddd514 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:51.848490 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b564cfbd-55c2-41a0-9430-ca44d4c73b73 req-64130250-895b-4a58-9815-b24c95ddd514 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0703256 Jun 17 05:51:51.886723 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b564cfbd-55c2-41a0-9430-ca44d4c73b73 req-1074d00d-5f83-4ce4-888c-9bfcdff3008f tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Jun 17 05:51:52.046837 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914fb88-f9f0-4a62-80c9-4da029c08b52 req-6934b603-1a21-4968-b686-ff34a37bf685 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:52.048327 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b914fb88-f9f0-4a62-80c9-4da029c08b52 req-6934b603-1a21-4968-b686-ff34a37bf685 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0621059 Jun 17 05:51:52.086359 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b914fb88-f9f0-4a62-80c9-4da029c08b52 req-27bd8cf5-a9d9-4671-a2b3-6c10a11dfa72 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Jun 17 05:51:52.173826 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:51:52.715629 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b70b-a678-4d91-9a9e-bced5445ad41 req-19ed553a-f2e4-4e49-ba72-420276fc701b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:52.717013 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6334b70b-a678-4d91-9a9e-bced5445ad41 req-19ed553a-f2e4-4e49-ba72-420276fc701b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0642807 Jun 17 05:51:52.754912 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6334b70b-a678-4d91-9a9e-bced5445ad41 req-44a375af-b722-4b5e-bc41-18c48c97c916 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jun 17 05:51:52.880657 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a62b3934-82cb-4143-acfd-d95461c6aa6c req-add1eefb-35ce-4a24-8fa3-631e410c22ef tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jun 17 05:51:53.067531 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35579-77dc-441f-b7a6-2c2015375169 req-3bd5b356-dc4c-499e-b67c-6251c636e223 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:53.068946 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-84f35579-77dc-441f-b7a6-2c2015375169 req-3bd5b356-dc4c-499e-b67c-6251c636e223 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0627878 Jun 17 05:51:53.106792 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-84f35579-77dc-441f-b7a6-2c2015375169 req-e51720ec-c176-4f09-af0c-f463ff272812 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Jun 17 05:51:53.271086 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a662-d2ac-4cde-a2d1-a6fffc60b0fb req-2040a70b-3c60-46c1-8d63-cee06e7980f5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:53.272557 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa83a662-d2ac-4cde-a2d1-a6fffc60b0fb req-2040a70b-3c60-46c1-8d63-cee06e7980f5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0659151 Jun 17 05:51:53.309936 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fa83a662-d2ac-4cde-a2d1-a6fffc60b0fb req-a528f4ee-d482-405d-9fbe-cedba62aa994 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Jun 17 05:51:53.929965 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212af3ea-76dd-4229-94da-9657ee5fa0a2 req-edc860a0-8014-49b6-8358-9ff3521d2975 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:53.931583 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-212af3ea-76dd-4229-94da-9657ee5fa0a2 req-edc860a0-8014-49b6-8358-9ff3521d2975 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0674448 Jun 17 05:51:53.970710 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-212af3ea-76dd-4229-94da-9657ee5fa0a2 req-d574f85c-7fef-4dc3-8e25-f8b2da76afde tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Jun 17 05:51:54.081192 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8eba6e88-2daa-4cb1-9656-00fd35895837 req-4cd902fa-5b60-42d1-a84a-66440c257d08 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0281498 Jun 17 05:51:54.278278 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4fb34-194d-40ea-8513-e5bc68e2e6f6 req-0e42f369-59e0-4322-ac9e-296835f445a4 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:54.279644 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c8d4fb34-194d-40ea-8513-e5bc68e2e6f6 req-0e42f369-59e0-4322-ac9e-296835f445a4 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0613196 Jun 17 05:51:54.320492 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c8d4fb34-194d-40ea-8513-e5bc68e2e6f6 req-fb6f18fc-124a-43c7-abc9-1c585a93df12 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Jun 17 05:51:54.416097 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0cc90244-7b26-4b9e-9022-2ccf186ee45b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:51:54.487691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5704f2-aed7-48de-a900-e56d6635eb8b req-f6ba4e48-5008-47cf-a1c7-54953a45066f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:54.489537 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb5704f2-aed7-48de-a900-e56d6635eb8b req-f6ba4e48-5008-47cf-a1c7-54953a45066f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0697432 Jun 17 05:51:54.494193 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:54.519972 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-11d51570-5784-4eea-921f-c222a4a6de0e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:54.521958 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-11d51570-5784-4eea-921f-c222a4a6de0e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.22 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 946 time: 0.0745051 Jun 17 05:51:54.535940 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:54.537828 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:54.541953 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958f01d6-77ad-45fd-ac35-dffae1efabd4" -d '{"events": [{"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:54.545197 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb5704f2-aed7-48de-a900-e56d6635eb8b req-e6b0d79e-5cca-4ef9-b907-7e9520fd6ab5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Jun 17 05:51:54.583196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2b4768-f042-4bb2-8ad5-fb36eedf0cb5 x-openstack-request-id: req-be2b4768-f042-4bb2-8ad5-fb36eedf0cb5 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:54.583527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:54.583792 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be2b4768-f042-4bb2-8ad5-fb36eedf0cb5 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:54.584249 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'code': 200} Jun 17 05:51:54.663523 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:54.666913 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4f7c292c-a479-4b91-bc12-f3a67ecd5d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:54.722106 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=6']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:54.725387 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:54.735715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Deleting port 0cc90244-7b26-4b9e-9022-2ccf186ee45b {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:51:54.736127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:54.826481 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] For port 0cc90244-7b26-4b9e-9022-2ccf186ee45b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0cc90244-7b26-4b9e-9022-2ccf186ee45b,segment=NetworkSegment(61872a42-403b-4127-b502-b8f59b57de33),segment_id=61872a42-403b-4127-b502-b8f59b57de33)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:54.827094 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:54.915223 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Calling delete_port for 0cc90244-7b26-4b9e-9022-2ccf186ee45b owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:51:55.115814 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b19b0303-0255-43eb-b186-e17cb5f344a0 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.117288 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b19b0303-0255-43eb-b186-e17cb5f344a0 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 814 time: 0.1339462 Jun 17 05:51:55.180400 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Request body: {'port': {'device_id': '025ec62f-3928-442f-904d-755834c29aee', 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275', 'admin_state_up': True, 'tenant_id': 'd1f27779e0184066924dcf741864c56e'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:55.235222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588b12-1279-4566-8e04-5ac214e46bc6 req-c1ed91e0-c287-4c48-bc72-74a0ff80a722 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.241104 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2c588b12-1279-4566-8e04-5ac214e46bc6 req-c1ed91e0-c287-4c48-bc72-74a0ff80a722 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.1008713 Jun 17 05:51:55.283287 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2c588b12-1279-4566-8e04-5ac214e46bc6 req-fd9d0ec2-8b65-473e-abd9-f1ef1aec1337 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Jun 17 05:51:55.324042 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d5a18690-a69d-4ea1-96a0-619a71ddbddf req-9a53be46-4068-48a8-acbc-1d2326a2672c tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0388494 Jun 17 05:51:55.484378 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Made reservation on behalf of d1f27779e0184066924dcf741864c56e for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:51:55.488544 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:55.498826 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:55.506449 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:55.561583 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Pushing event deleted for resources: {'Port': ['ID=0cc90244-7b26-4b9e-9022-2ccf186ee45b,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.633148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:55.666396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:55.757673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf6210-9da3-4fb0-ae91-d4db73cc79b6 req-8894354a-7993-4c12-8a8c-f85ec47651d6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.759525 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-75bf6210-9da3-4fb0-ae91-d4db73cc79b6 req-8894354a-7993-4c12-8a8c-f85ec47651d6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0712097 Jun 17 05:51:55.816409 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-75bf6210-9da3-4fb0-ae91-d4db73cc79b6 req-29d69399-3969-43df-a0ee-ea845c281386 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489988 Jun 17 05:51:55.930700 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] No DVR routers for this DVR port 0cc90244-7b26-4b9e-9022-2ccf186ee45b on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:51:55.942009 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630163-6b2b-4577-b2e9-05795e197343 req-4b3ae18d-1ab7-4bfc-9dd7-ea9fe82eee18 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.942420 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2b630163-6b2b-4577-b2e9-05795e197343 req-4b3ae18d-1ab7-4bfc-9dd7-ea9fe82eee18 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 865 time: 0.5010312 Jun 17 05:51:55.946649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:55.948570 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0e1d466d-8ccb-4f6b-8221-1fb8d00ff7f6 req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.22 "DELETE /v2.0/ports/0cc90244-7b26-4b9e-9022-2ccf186ee45b HTTP/1.1" status: 204 len: 173 time: 1.3934722 Jun 17 05:51:55.949054 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-deleted', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:55.951363 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd02d91-8df5-4183-8261-3271fd275cf2" -d '{"events": [{"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-deleted", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:56.041939 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2b630163-6b2b-4577-b2e9-05795e197343 req-7855858b-99f0-4e08-87f5-775353fed9fb tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce07b97e-ccc5-4717-a427-3b45573b23e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Jun 17 05:51:56.069940 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Allocated IP 172.20.0.5 (378aaca0-81d9-4e8e-bcb2-993bf08f6275/a83fcb46-ca50-4238-94e7-0f29c8fb5aa2/0269df89-1583-425f-aae0-c6630f25b0f6) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:51:56.092179 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f14be65-4f0e-45b6-bf24-f8f4134e89af x-openstack-request-id: req-5f14be65-4f0e-45b6-bf24-f8f4134e89af {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:56.092515 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63de5bc-dedd-4ae4-930d-d7dcd9511d34", "name": "network-vif-deleted", "tag": "0cc90244-7b26-4b9e-9022-2ccf186ee45b", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:56.092798 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f14be65-4f0e-45b6-bf24-f8f4134e89af {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:56.093213 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63de5bc-dedd-4ae4-930d-d7dcd9511d34', 'name': 'network-vif-deleted', 'tag': '0cc90244-7b26-4b9e-9022-2ccf186ee45b', 'status': 'completed', 'code': 200} Jun 17 05:51:56.256976 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.366557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.371041 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:56.417083 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:51:56.423259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:51:56.426989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:51:56.432702 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:56.433308 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.442584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Pushing event updated for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:56.447415 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:56.525533 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3553727 Jun 17 05:51:56.533747 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b5e7a-86df-4a2c-8572-29fe89b4f141 req-b1bbfdb2-e559-40dc-9d18-0dbd970ecb83 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:56.535152 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a89b5e7a-86df-4a2c-8572-29fe89b4f141 req-b1bbfdb2-e559-40dc-9d18-0dbd970ecb83 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 931 time: 0.0652926 Jun 17 05:51:56.572524 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a89b5e7a-86df-4a2c-8572-29fe89b4f141 req-8475d85d-85c5-4527-bd93-1be445546f92 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jun 17 05:51:56.625790 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Request body: {'port': {'device_id': '025ec62f-3928-442f-904d-755834c29aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:56.699902 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.962480 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0269df89-1583-425f-aae0-c6630f25b0f6 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:56.970008 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.982154 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Transition to ACTIVE for port object 0269df89-1583-425f-aae0-c6630f25b0f6 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:51:57.007784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c855-00b2-4a32-987a-9901ac1cb269 req-b365865c-238c-49c4-a213-35d00c09c23d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.009379 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6378c855-00b2-4a32-987a-9901ac1cb269 req-b365865c-238c-49c4-a213-35d00c09c23d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0732818 Jun 17 05:51:57.053979 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6378c855-00b2-4a32-987a-9901ac1cb269 req-60b11727-9ec2-493d-a571-cb47a1f4b7dd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Jun 17 05:51:57.074647 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:57.076957 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e1db5f78-034c-4523-b97e-493679f68252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:57.152090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:57.155801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:57.194547 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Attempting to bind port 0269df89-1583-425f-aae0-c6630f25b0f6 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:51:57.194877 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Attempting to bind port 0269df89-1583-425f-aae0-c6630f25b0f6 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:51:57.195299 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Attempting to bind port 0269df89-1583-425f-aae0-c6630f25b0f6 on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:57.210249 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Port 0269df89-1583-425f-aae0-c6630f25b0f6 on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:51:57.210572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Attempting to bind port 0269df89-1583-425f-aae0-c6630f25b0f6 on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:57.230112 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2af16786-c938-48fa-a3cb-c677e1ef92e1 req-1eeae5b0-53be-47d8-aab6-fa96b47ef134 tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] 10.222.0.20 "GET /v2.0/ports?device_id=a63de5bc-dedd-4ae4-930d-d7dcd9511d34 HTTP/1.1" status: 200 len: 210 time: 0.0323946 Jun 17 05:51:57.232670 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:51:57.233087 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Checking segment: {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:51:57.233429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Bound using segment: {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:51:57.233889 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Bound port: 0269df89-1583-425f-aae0-c6630f25b0f6, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:51:57.234235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:57.303490 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:51:57.306560 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0269df89-1583-425f-aae0-c6630f25b0f6,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:51:57.406528 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:57.409966 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:57.440650 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.441259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:57.442655 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] 10.222.0.22 "PUT /v2.0/ports/0269df89-1583-425f-aae0-c6630f25b0f6 HTTP/1.1" status: 200 len: 1093 time: 0.8212042 Jun 17 05:51:57.469236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:57.473166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:57.677449 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-ab267a5c-c436-4cdb-9575-88e516a10dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.679261 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-ab267a5c-c436-4cdb-9575-88e516a10dd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 1096 time: 0.0595384 Jun 17 05:51:57.768027 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-030f175d-d3ef-4bec-a04a-dc8a502132d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0269df89-1583-425f-aae0-c6630f25b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0598094 Jun 17 05:51:57.845551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b274b58-ee25-4dc4-8346-2326372b7f3a req-490b56fd-ec71-4afa-bfde-1b9b07d876e8 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.847614 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3b274b58-ee25-4dc4-8346-2326372b7f3a req-490b56fd-ec71-4afa-bfde-1b9b07d876e8 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.1514087 Jun 17 05:51:57.862348 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-0869f5b4-425f-477a-be75-cb27e34be12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.863743 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-0869f5b4-425f-477a-be75-cb27e34be12f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 HTTP/1.1" status: 200 len: 854 time: 0.0880718 Jun 17 05:51:57.907760 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-de7285a8-44b9-43f6-bf7f-287f28351786 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=378aaca0-81d9-4e8e-bcb2-993bf08f6275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353978 Jun 17 05:51:57.944300 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3b274b58-ee25-4dc4-8346-2326372b7f3a req-accea9c7-a745-41fe-b212-5606d6ebc07b tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896606 Jun 17 05:51:58.016658 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-32d60e25-fd76-491d-bba9-eb9ab7851b25 service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991273 Jun 17 05:51:58.095155 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:58.097516 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1193a560-5832-4150-95cd-29452fbb3757" -d '{"events": [{"name": "network-changed", "server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:58.130369 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d15300f-dfa8-4431-9ccd-8d6e7a563e38 req-ad98f6ac-4cae-4db9-8f62-f4a18ca2a795 service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059566 Jun 17 05:51:58.138054 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fec133-9d4b-4fe4-8607-c0455dffa5f7 x-openstack-request-id: req-16fec133-9d4b-4fe4-8607-c0455dffa5f7 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:58.138466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:58.138836 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16fec133-9d4b-4fe4-8607-c0455dffa5f7 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:58.139337 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6', 'status': 'completed', 'code': 200} Jun 17 05:51:58.251565 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c551c0-6ea7-4de8-98db-a35c6fd36e80 req-c93a169f-5ab6-48d2-bed0-5d1b5df30144 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:58.253562 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44c551c0-6ea7-4de8-98db-a35c6fd36e80 req-c93a169f-5ab6-48d2-bed0-5d1b5df30144 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0626633 Jun 17 05:51:58.296291 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44c551c0-6ea7-4de8-98db-a35c6fd36e80 req-58f69806-9652-48e4-b3e0-601b5e2ed2d9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Jun 17 05:51:59.119080 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd86e4-6b47-463c-bd69-6dc7b8256cb7 req-df124866-548d-4381-9896-1b3e084c0e16 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:59.120455 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-55bd86e4-6b47-463c-bd69-6dc7b8256cb7 req-df124866-548d-4381-9896-1b3e084c0e16 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0625892 Jun 17 05:51:59.160056 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-55bd86e4-6b47-463c-bd69-6dc7b8256cb7 req-4ab8e158-dc58-4cb9-b91f-85a444ddeb4f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Jun 17 05:51:59.470809 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95573298-c7fa-49f5-841c-747c72ef70fc req-682efa12-d949-40e1-8e70-738fa5da0282 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:59.472536 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-95573298-c7fa-49f5-841c-747c72ef70fc req-682efa12-d949-40e1-8e70-738fa5da0282 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0681500 Jun 17 05:51:59.512892 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-95573298-c7fa-49f5-841c-747c72ef70fc req-11030b84-b116-4e05-b2a5-768f16056edf tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jun 17 05:52:00.335212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4e988-677d-4f3e-99b7-34fd189fa940 req-651a257a-06fd-43ea-9df6-c0201321960e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:00.336717 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-64d4e988-677d-4f3e-99b7-34fd189fa940 req-651a257a-06fd-43ea-9df6-c0201321960e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0646169 Jun 17 05:52:00.373669 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-64d4e988-677d-4f3e-99b7-34fd189fa940 req-2b79dac9-235d-4077-96e4-1353798390d0 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Jun 17 05:52:00.682574 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1b27c-f169-4ec0-8679-07b687603170 req-57d75660-16a9-402a-b0b5-55066b7af713 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:00.684040 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03f1b27c-f169-4ec0-8679-07b687603170 req-57d75660-16a9-402a-b0b5-55066b7af713 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0627408 Jun 17 05:52:00.720797 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03f1b27c-f169-4ec0-8679-07b687603170 req-9ede7bb8-da1b-4fa6-b40a-049db569eb0d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Jun 17 05:52:01.542702 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf24f75-99e5-4bb8-b1fc-985c710e9bde req-a3cdf682-d155-4d23-8c67-bff7009ebe12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.544041 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4bf24f75-99e5-4bb8-b1fc-985c710e9bde req-a3cdf682-d155-4d23-8c67-bff7009ebe12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0614877 Jun 17 05:52:01.584880 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4bf24f75-99e5-4bb8-b1fc-985c710e9bde req-051477c2-e0d2-47dd-8f9f-d4268f6e8095 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jun 17 05:52:01.889031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd904-a75c-4fe5-a859-c76db07723f0 req-51dd91be-b27e-48e3-89fd-6045f600743e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.890483 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e87cd904-a75c-4fe5-a859-c76db07723f0 req-51dd91be-b27e-48e3-89fd-6045f600743e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0625231 Jun 17 05:52:01.927304 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e87cd904-a75c-4fe5-a859-c76db07723f0 req-3f106dd5-2079-4f28-a62d-366ff218c612 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jun 17 05:52:02.751780 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8484d5-bc8a-4f54-97f6-ae46b215c6e8 req-68e7dcd2-75a2-4d79-a501-dfc242fc9075 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:02.753268 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1b8484d5-bc8a-4f54-97f6-ae46b215c6e8 req-68e7dcd2-75a2-4d79-a501-dfc242fc9075 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0613434 Jun 17 05:52:02.792106 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1b8484d5-bc8a-4f54-97f6-ae46b215c6e8 req-b7f1721a-23b3-41d6-9b76-20ad32683d0f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Jun 17 05:52:03.133274 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a560-5832-4150-95cd-29452fbb3757 req-64e3a2d5-e326-4a62-af5e-11e3020a9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.134846 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-64e3a2d5-e326-4a62-af5e-11e3020a9366 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 1096 time: 0.0899227 Jun 17 05:52:03.142526 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f3d50-d094-4248-a305-0cd94614565f req-a7abbe68-92d3-423b-a344-b7f0460c1354 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.143842 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-108f3d50-d094-4248-a305-0cd94614565f req-a7abbe68-92d3-423b-a344-b7f0460c1354 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1085458 Jun 17 05:52:03.180080 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-108f3d50-d094-4248-a305-0cd94614565f req-fe1ecbd9-8e3b-4522-935c-4c84606aeedd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Jun 17 05:52:03.388329 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a560-5832-4150-95cd-29452fbb3757 req-2c4ff0ed-3ffc-4cd9-8c52-ce0022581068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.389928 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-2c4ff0ed-3ffc-4cd9-8c52-ce0022581068 service neutron] 10.222.0.22 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 914 time: 0.0861735 Jun 17 05:52:03.430282 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-5b34f1dc-c011-4526-845d-d122e2cd4f4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0269df89-1583-425f-aae0-c6630f25b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0331199 Jun 17 05:52:03.475156 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a560-5832-4150-95cd-29452fbb3757 req-3e4c9309-f1cd-4e45-a6de-154925d2dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.476550 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-3e4c9309-f1cd-4e45-a6de-154925d2dcb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 HTTP/1.1" status: 200 len: 854 time: 0.0406675 Jun 17 05:52:03.510252 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-b7931927-60a7-4f42-a29a-b76a890a95a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=378aaca0-81d9-4e8e-bcb2-993bf08f6275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273056 Jun 17 05:52:03.598809 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-ee2d3f87-291a-48a0-b5e4-871c8230db82 service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801976 Jun 17 05:52:03.693058 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1193a560-5832-4150-95cd-29452fbb3757 req-705cc72c-1bc3-4c30-932b-bd98c6039012 service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Jun 17 05:52:03.974191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6c3e8-e7e8-4f2f-a89a-dd65fc066305 req-0d206618-c83d-4fd5-8238-c16b75702a30 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.975632 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ff6c3e8-e7e8-4f2f-a89a-dd65fc066305 req-0d206618-c83d-4fd5-8238-c16b75702a30 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0723300 Jun 17 05:52:04.012236 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ff6c3e8-e7e8-4f2f-a89a-dd65fc066305 req-3244227f-5514-4b65-bff0-a135c753e0de tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Jun 17 05:52:04.350704 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07083-761c-44ec-b7af-77f23e4b93bd req-0e12d64f-29da-46bc-b0e8-799cf88dfc5f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:04.352074 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b6b07083-761c-44ec-b7af-77f23e4b93bd req-0e12d64f-29da-46bc-b0e8-799cf88dfc5f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0624800 Jun 17 05:52:04.390027 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b6b07083-761c-44ec-b7af-77f23e4b93bd req-cdae74cd-6b90-43af-8ea1-66a431e0a1fd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Jun 17 05:52:05.192670 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eff833-bc0c-460d-aeef-38cfff82d22f req-09fa8a14-ee95-4165-b005-c6bc6c9b41c1 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.194187 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-48eff833-bc0c-460d-aeef-38cfff82d22f req-09fa8a14-ee95-4165-b005-c6bc6c9b41c1 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.0695944 Jun 17 05:52:05.222825 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-b506ce0a-fbd5-471f-8cef-ab1399ab2372 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.224321 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-b506ce0a-fbd5-471f-8cef-ab1399ab2372 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.1228414 Jun 17 05:52:05.233397 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-48eff833-bc0c-460d-aeef-38cfff82d22f req-16afa2c4-6a15-4166-96e1-191b176dfdf0 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Jun 17 05:52:05.240117 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-02e8a756-eb8f-44d9-9490-c1a221542a93 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/quotas/3119c01b2b9a40eea646c717b0c65e47 HTTP/1.1" status: 200 len: 375 time: 0.0097148 Jun 17 05:52:05.314723 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-85ba390e-92ea-4604-afbe-87cdb4646fcc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644288 Jun 17 05:52:05.384868 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 49760) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:05.407710 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ae3d88de-43ea-4529-aa10-b614fa84fc5b service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851467 Jun 17 05:52:05.430777 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Deleting subnet d5320e79-c662-4cf6-8a47-f30cbe74e4d8 {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:52:05.434213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.471893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.484915 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.530796 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-a6eefa4e-71b9-4783-8f0e-dece95a0fcf5 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158693 Jun 17 05:52:05.635938 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.639602 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:05.663882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5320e79-c662-4cf6-8a47-f30cbe74e4d8,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:05.667331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:05.670038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.674581 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5320e79-c662-4cf6-8a47-f30cbe74e4d8 HTTP/1.1" status: 204 len: 168 time: 0.2859654 Jun 17 05:52:05.674721 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49780) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:05.756233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.762127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40750b8-0f90-43fe-becc-ab14f2981838 req-3959ff93-7ef9-4403-afdb-3c80b2c79048 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.764211 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b40750b8-0f90-43fe-becc-ab14f2981838 req-3959ff93-7ef9-4403-afdb-3c80b2c79048 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0806904 Jun 17 05:52:05.817785 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b40750b8-0f90-43fe-becc-ab14f2981838 req-7c44316f-46c7-4135-898d-3daa557e7fe6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Jun 17 05:52:05.850336 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-841e327f-b71e-4a6b-b82a-34b438d2b633 req-88f64be2-bc50-48f7-b4d4-7054d966cc81 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0506546 Jun 17 05:52:05.893730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:05.904089 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.904455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.905259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.905608 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > port after_create 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.905951 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > port after_delete 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.906361 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > port after_update 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.908178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.908537 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.908866 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:05.909188 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:06.056239 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:06.056632 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:06.056956 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:06.057296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:52:06.057635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da9cc40-9494-4350-a1e3-9a80f7e84517']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:06.079327 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61872a42-403b-4127-b502-b8f59b57de33') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:06.079615 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61872a42-403b-4127-b502-b8f59b57de33') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:06.105081 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.132382 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 49798) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:06.133859 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.143853 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:52:06.145459 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: from cryptography.utils import int_from_bytes Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: from cryptography.utils import int_from_bytes Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:52:06.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:52:06.233230 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0269df89-1583-425f-aae0-c6630f25b0f6 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:06.304039 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.316669 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.333758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.337191 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] 10.222.0.20 "DELETE /v2.0/networks/2da9cc40-9494-4350-a1e3-9a80f7e84517 HTTP/1.1" status: 204 len: 168 time: 0.6615596 Jun 17 05:52:06.342566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:06.349086 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0269df89-1583-425f-aae0-c6630f25b0f6,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:06.357353 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Pushing event deleted for resources: {'Network': ['ID=2da9cc40-9494-4350-a1e3-9a80f7e84517,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:06.362456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '0269df89-1583-425f-aae0-c6630f25b0f6', 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275', 'port_id': '0269df89-1583-425f-aae0-c6630f25b0f6', 'mac_address': 'fa:16:3e:6b:ca:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83fcb46-ca50-4238-94e7-0f29c8fb5aa2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:06.380647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.381196 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.382225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.382793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.383373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.384018 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.384621 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.385105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.385599 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.386077 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.386622 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.387205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:06.397233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a41a97c4-a111-4d7a-8930-2f319479f55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:06.404087 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.420467 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0269df89-1583-425f-aae0-c6630f25b0f6 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:06.440710 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0269df89-1583-425f-aae0-c6630f25b0f6,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:06.536533 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ba588-a579-481c-87b6-1accc03b5bee req-102a3592-8a7c-4cca-ace5-b22e21bc447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:06.538024 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-660ba588-a579-481c-87b6-1accc03b5bee req-102a3592-8a7c-4cca-ace5-b22e21bc447e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.1581123 Jun 17 05:52:06.562367 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.579926 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc61b4-25a5-45d8-aa76-bd1ad7e1dc5d req-bf8eab20-4423-42dd-9c10-8732c323e75d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:06.581386 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-30fc61b4-25a5-45d8-aa76-bd1ad7e1dc5d req-bf8eab20-4423-42dd-9c10-8732c323e75d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 943 time: 0.1374440 Jun 17 05:52:06.604787 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-660ba588-a579-481c-87b6-1accc03b5bee req-67958455-9abf-4dc5-a977-de6b1e71c932 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562832 Jun 17 05:52:06.627638 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.630800 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:06.632038 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-30fc61b4-25a5-45d8-aa76-bd1ad7e1dc5d req-a7c254fd-de24-4d98-acf3-4388279567ce tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Jun 17 05:52:06.669302 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.676864 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-12c4ae8a-98dd-4cbb-9107-5f6bfad1fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:06.694712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:06.703104 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:06.723632 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=127bbc0d6d464224ae61af0cc6f75590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881419 Jun 17 05:52:06.724051 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49820) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:06.725471 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f452d-e506-40ed-90fa-d5a5618dbda6,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:06.729599 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:06.778755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.799034 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.856307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49826) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:06.901774 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2101a74b-afad-4200-b1f4-fc5fb66a49a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f996419c63b484094171cc6855cd097&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442693 Jun 17 05:52:06.909680 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49834) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:06.952984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.955598 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.958732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:06.959857 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c2f452d-e506-40ed-90fa-d5a5618dbda6 HTTP/1.1" status: 204 len: 168 time: 0.2346683 Jun 17 05:52:06.962000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:06.976719 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f452d-e506-40ed-90fa-d5a5618dbda6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:06.982489 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:06.987064 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:07.010627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d47339-b7d8-4e60-98b6-1f9978e1707f req-fdd8010b-9d53-4d5b-876e-35e80711d67c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:07.011986 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b2d47339-b7d8-4e60-98b6-1f9978e1707f req-fdd8010b-9d53-4d5b-876e-35e80711d67c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0784976 Jun 17 05:52:07.068908 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b2d47339-b7d8-4e60-98b6-1f9978e1707f req-6009dc4a-60d4-4da7-9036-3a34ba12690c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Jun 17 05:52:07.126344 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:07.129957 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:07.131462 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce07b97e-ccc5-4717-a427-3b45573b23e4 HTTP/1.1" status: 204 len: 168 time: 0.2263620 Jun 17 05:52:07.132222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2a2bb85d-95d5-4d99-b00e-6ff4587f080b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:07.141805 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce07b97e-ccc5-4717-a427-3b45573b23e4,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:07.143486 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:07.236770 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0baa1b17-078d-402d-94a3-a6fd04aed14b req-54b99d3c-4445-4790-b851-977ace9dd1f6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jun 17 05:52:07.337699 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0269df89-1583-425f-aae0-c6630f25b0f6'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:07.638587 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49860) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:07.766129 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:07.832679 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef46-3977-41c9-a0d5-5a6a42e3ac91 req-ce8de8ef-51bf-41bc-8810-2818053bb130 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:07.834132 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cbb6ef46-3977-41c9-a0d5-5a6a42e3ac91 req-ce8de8ef-51bf-41bc-8810-2818053bb130 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 944 time: 0.0731041 Jun 17 05:52:07.876080 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-cbb6ef46-3977-41c9-a0d5-5a6a42e3ac91 req-255aaea9-8f8d-428e-b808-74cc94215fb6 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Jun 17 05:52:08.055944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.143439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.148880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-56a7dd69-97d4-4168-964b-e53a1bbef77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:08.184891 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a9b4a6d301e404da09d8a2d8135b050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449867 Jun 17 05:52:08.185614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61ec72-e91b-4373-bd64-e979488183f7,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:08.187404 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 49884) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:08.188834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:08.242530 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.255537 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bc5f-d21d-4e7c-b726-59a895c6bbd6 req-8fe00fcd-5694-4630-92e7-4495a31732b2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:08.257093 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bcb8bc5f-d21d-4e7c-b726-59a895c6bbd6 req-8fe00fcd-5694-4630-92e7-4495a31732b2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0670383 Jun 17 05:52:08.268122 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.295016 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bcb8bc5f-d21d-4e7c-b726-59a895c6bbd6 req-22d3d381-8bca-42b5-8270-9f55e81aff1e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jun 17 05:52:08.384281 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2b4cd8a9-80e8-4365-addd-96691090c42c req-c2f16862-2031-4126-b74f-137a49573fcc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Jun 17 05:52:08.407137 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.407137 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.407137 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a61ec72-e91b-4373-bd64-e979488183f7 HTTP/1.1" status: 204 len: 168 time: 0.2154713 Jun 17 05:52:08.407137 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:08.426434 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a61ec72-e91b-4373-bd64-e979488183f7,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:08.426434 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:08.474646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49894) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:08.574298 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2047156570-network', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:08.679943 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Made reservation on behalf of b07d5f9880d24b0aaee57e89995532f1 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:08.682511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.692038 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.781507 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.863054 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.867245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b9476146-71d8-4748-8f00-9ee181ad9b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:08.887686 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:52:08.901529 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52201c21-6be2-45e7-b2e1-a5966cfbb3ce,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:08.905660 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:08.916232 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:08.916610 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Added segment ae80a097-8124-4467-882b-2349b6d09050 of type vlan for network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 Jun 17 05:52:08.975025 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.068975 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f649-ff9d-45b3-9e80-8513d84bd2ea req-95fc781d-aa84-480c-922b-f5f665cbf49b tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.070472 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0c30f649-ff9d-45b3-9e80-8513d84bd2ea req-95fc781d-aa84-480c-922b-f5f665cbf49b tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 944 time: 0.0712512 Jun 17 05:52:09.103141 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.105200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.106284 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.108893 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0c30f649-ff9d-45b3-9e80-8513d84bd2ea req-dfcc6267-2dfc-47f1-997c-77880bbdc2ec tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Jun 17 05:52:09.109674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:09.166455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Pushing event updated for resources: {'Network': ['ID=23aa3e8d-a695-4ab4-a38b-1a2611d3e302,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:09.169094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:09.177769 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:52:09.238620 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7626967 Jun 17 05:52:09.247408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49916) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:09.252789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Request body: {'subnet': {'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2047156570-subnet', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:09.255379 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-c92a979c-bc1f-4c3e-8980-fa34a9c2c7f6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.256858 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-c92a979c-bc1f-4c3e-8980-fa34a9c2c7f6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.1062508 Jun 17 05:52:09.279230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Request body: {'port': {'device_id': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'admin_state_up': True, 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:09.385604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Made reservation on behalf of b07d5f9880d24b0aaee57e89995532f1 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:09.388160 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.608747 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f782525c-3bf5-42ad-99be-80c63d057a68 req-3d4db910-25a5-48bc-aa97-33d3e5978b86 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0398052 Jun 17 05:52:09.610262 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:09.614348 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.624520 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72cf08-3972-4f69-827c-7b9273a2d569 req-d5810305-32be-493f-bcdb-44a4f819e640 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.641239 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd72cf08-3972-4f69-827c-7b9273a2d569 req-d5810305-32be-493f-bcdb-44a4f819e640 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1299765 Jun 17 05:52:09.743631 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd72cf08-3972-4f69-827c-7b9273a2d569 req-8baeeda1-b9d2-4f04-a8bf-9ff7b80c5e26 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011913 Jun 17 05:52:09.777792 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.781125 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:09.789582 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Allocated IP 172.20.0.4 (8ceb3308-322f-4f04-be5d-7d1ef76e8636/bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7/96e3984d-793b-4273-afcf-0992746e7d77) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:09.839758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fbaa51-4ee2-42b9-bbf1-4aef41435214,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:09.844511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:09.851887 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Checking segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:09.852246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Network hostable DHCP agents. Network: 23aa3e8d-a695-4ab4-a38b-1a2611d3e302, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:52:09.965886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:52:10.014171 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.145985 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 23aa3e8d-a695-4ab4-a38b-1a2611d3e302) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:10.157655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.158482 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.158896 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ea2ad-7c6b-4485-9ea6-1428524ac7c6 None None] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:10.209935 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.225800 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:10.265362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21', '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:10.280321 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0316463 Jun 17 05:52:10.280978 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49986) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:10.286529 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:10.297696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0269df89-1583-425f-aae0-c6630f25b0f6 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:10.299866 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event updated for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:10.314013 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:10.315634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:10.317313 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:10.319850 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:10.327226 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.328213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.370978 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a952676-d52f-4678-945a-54817e81af86 req-80b8351a-9931-41f8-8ca0-6b19b49a6362 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.379432 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a952676-d52f-4678-945a-54817e81af86 req-80b8351a-9931-41f8-8ca0-6b19b49a6362 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 944 time: 0.1364286 Jun 17 05:52:10.430729 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a952676-d52f-4678-945a-54817e81af86 req-5c17df56-48dd-4cd3-881d-710286e02893 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Jun 17 05:52:10.435807 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.446332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.457131 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:52:10.457999 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.512319 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.556823 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347a21-7696-4a5e-9c9b-d9ebfacf4fc1 req-77f7bc04-195f-43a2-9d81-55d0384d3ed0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.558674 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c3347a21-7696-4a5e-9c9b-d9ebfacf4fc1 req-77f7bc04-195f-43a2-9d81-55d0384d3ed0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0649486 Jun 17 05:52:10.576094 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 0269df89-1583-425f-aae0-c6630f25b0f6 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:10.584140 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 0269df89-1583-425f-aae0-c6630f25b0f6 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:10.584301 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3087137 Jun 17 05:52:10.584386 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.599511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 49992) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:10.617742 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Request body: {'port': {'device_id': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:10.735525 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c3347a21-7696-4a5e-9c9b-d9ebfacf4fc1 req-cb915a1f-0370-4df1-ae0c-5741c095d1a9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577253 Jun 17 05:52:10.801395 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Allocated IP 172.20.0.2 (23aa3e8d-a695-4ab4-a38b-1a2611d3e302/49fbaa51-4ee2-42b9-bbf1-4aef41435214/3b95f4d0-3325-4e0e-893e-54b470de6231) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:10.812742 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.828778 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-5d03a45e-c32b-42e4-a819-73744986225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.831105 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-5d03a45e-c32b-42e4-a819-73744986225e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.2566330 Jun 17 05:52:10.835143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.864125 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:10.961253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-7ed7cca0-d214-4e24-9f23-ba2ace59cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.963065 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-7ed7cca0-d214-4e24-9f23-ba2ace59cc01 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.1246648 Jun 17 05:52:11.003874 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.013234 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-63c9d492-f503-4c89-84ed-75f72df8e704 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0426171 Jun 17 05:52:11.018765 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02891bf-cdbd-4dc2-b0c4-29477e902072 req-d47e19fd-339d-452a-b0c5-8a3e0cd9946d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.020991 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f02891bf-cdbd-4dc2-b0c4-29477e902072 req-d47e19fd-339d-452a-b0c5-8a3e0cd9946d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 931 time: 0.2141652 Jun 17 05:52:11.048668 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.094617 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.113167 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-48e6cc8f-3c24-41c4-9518-3b4f652e77d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:11.118618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:11.118618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d9b93-0578-4f45-95d2-f10f4961ad6e" -d '{"events": [{"server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "name": "network-vif-plugged", "status": "completed", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:11.132237 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0269df89-1583-425f-aae0-c6630f25b0f6,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:11.181626 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c0bad-f8a2-4470-a8ec-2fcbad75b8f8 x-openstack-request-id: req-700c0bad-f8a2-4470-a8ec-2fcbad75b8f8 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:11.182214 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "name": "network-vif-plugged", "status": "completed", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:11.182677 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700c0bad-f8a2-4470-a8ec-2fcbad75b8f8 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:11.183251 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6', 'code': 200} Jun 17 05:52:11.184256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.194263 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f02891bf-cdbd-4dc2-b0c4-29477e902072 req-76f00627-e7ef-4e03-a26a-f8e16304dfc8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612482 Jun 17 05:52:11.201086 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Transition to ACTIVE for port object 3b95f4d0-3325-4e0e-893e-54b470de6231 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:11.215379 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-cad21463-82bd-4869-8149-1dc0fdf1d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.217703 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-cad21463-82bd-4869-8149-1dc0fdf1d14a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.1344438 Jun 17 05:52:11.221792 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Transition to ACTIVE for port object 3b95f4d0-3325-4e0e-893e-54b470de6231 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:11.227093 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1747421b42943588b3785bfee645dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260829 Jun 17 05:52:11.229327 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf72fe-5fa2-46db-9c02-9e94ee0975da,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:11.231884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50006) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:11.232053 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.234300 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:11.240408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:11.297774 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-6f9c333b-adb7-470a-85b3-34d06d7aa1a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692048 Jun 17 05:52:11.304319 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:11.304927 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.308865 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:11.310637 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.322083 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:11.366682 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Pushing event updated for resources: {'Port': ['ID=3b95f4d0-3325-4e0e-893e-54b470de6231,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:11.377051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:11.377051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:11.377051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:11.380754 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:11.388897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.460576 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.466300 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Attempting to bind port 3b95f4d0-3325-4e0e-893e-54b470de6231 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:11.466685 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Attempting to bind port 3b95f4d0-3325-4e0e-893e-54b470de6231 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:11.467070 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Attempting to bind port 3b95f4d0-3325-4e0e-893e-54b470de6231 on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:11.482645 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:11.483046 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Checking segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:11.485254 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.497150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.497150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Bound using segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:11.497150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Bound port: 3b95f4d0-3325-4e0e-893e-54b470de6231, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:11.497150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.576619 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] For port 3b95f4d0-3325-4e0e-893e-54b470de6231, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:11.580797 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] For port 3b95f4d0-3325-4e0e-893e-54b470de6231, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3b95f4d0-3325-4e0e-893e-54b470de6231,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:11.597708 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.602854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.602854 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abcf72fe-5fa2-46db-9c02-9e94ee0975da HTTP/1.1" status: 204 len: 168 time: 0.3673296 Jun 17 05:52:11.604961 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9781106c-cca9-418a-b360-5c1dcc5e74b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:11.619963 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf72fe-5fa2-46db-9c02-9e94ee0975da,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:11.629687 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:11.654875 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.657063 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:11.734779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Pushing event updated for resources: {'Port': ['ID=3b95f4d0-3325-4e0e-893e-54b470de6231,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:11.740013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:11.752507 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Allocated IP 172.27.3.168 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:11.790207 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-c5c1cefc-518c-45b5-905f-9b89fb463d75 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832423 Jun 17 05:52:11.791840 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6537c-0d17-48e2-8646-c1f362a3327c req-448c9497-c2b8-4bf2-95ac-4e349e25faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.795518 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2ef6537c-0d17-48e2-8646-c1f362a3327c req-448c9497-c2b8-4bf2-95ac-4e349e25faf4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 1098 time: 0.1414979 Jun 17 05:52:11.808985 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d5a92-8e7b-4d39-8edf-6decb506f414 req-5ba63b2a-7797-43d3-8722-2e4f5b1ce5dd tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.808985 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-015d5a92-8e7b-4d39-8edf-6decb506f414 req-5ba63b2a-7797-43d3-8722-2e4f5b1ce5dd tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.2212362 Jun 17 05:52:11.813709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e3984d-793b-4273-afcf-0992746e7d77 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:11.837441 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.908606 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Transition to ACTIVE for port object 96e3984d-793b-4273-afcf-0992746e7d77 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:11.924737 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2ef6537c-0d17-48e2-8646-c1f362a3327c req-35495492-9163-4a13-937e-f64dcb274d22 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990934 Jun 17 05:52:11.933401 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-015d5a92-8e7b-4d39-8edf-6decb506f414 req-b6978be2-fd3b-4d27-a93f-f14e483d3cc3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Jun 17 05:52:12.015290 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.021896 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a19b0d1a-aa39-4429-8aee-aaddebaba947 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:12.038410 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-201e6a74-e61e-40cc-a9b7-e6565a8bb832 req-e63bdc4a-6e46-4111-851d-5a54d2cdd7e6 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287450 Jun 17 05:52:12.060635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.113106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d3d5f-abee-4629-9ca4-1c6f9f170e3a req-efa54148-111a-4f89-84f3-72a1fbcb3abb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.123474 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c36d3d5f-abee-4629-9ca4-1c6f9f170e3a req-efa54148-111a-4f89-84f3-72a1fbcb3abb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1946697 Jun 17 05:52:12.188574 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Pushing event updated for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:12.192675 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:12.199640 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c36d3d5f-abee-4629-9ca4-1c6f9f170e3a req-8c7fd2ff-e1d6-4683-989c-b57963e55f90 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752230 Jun 17 05:52:12.204213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Attempting to bind port 96e3984d-793b-4273-afcf-0992746e7d77 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:12.204790 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Attempting to bind port 96e3984d-793b-4273-afcf-0992746e7d77 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:12.205382 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Attempting to bind port 96e3984d-793b-4273-afcf-0992746e7d77 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:12.210803 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Port 96e3984d-793b-4273-afcf-0992746e7d77 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:52:12.214006 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Attempting to bind port 96e3984d-793b-4273-afcf-0992746e7d77 on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:12.216577 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:12.217157 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Checking segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:12.217273 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Bound using segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:12.217763 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Bound port: 96e3984d-793b-4273-afcf-0992746e7d77, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:12.217970 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.258388 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.260947 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:12.297331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:12.302198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:12.303204 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=96e3984d-793b-4273-afcf-0992746e7d77,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:12.305016 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:12.310554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:12.317467 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Pushing event updated for resources: {'Port': ['ID=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:12.337129 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:12.372648 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.377034 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2ee981f9-6a03-4017-a1ce-ce2ee9875b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:12.412082 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.412726 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.414307 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-ff171e08-8943-4493-9567-d4031538b770 service neutron] 10.222.0.22 "PUT /v2.0/ports/96e3984d-793b-4273-afcf-0992746e7d77 HTTP/1.1" status: 200 len: 1093 time: 1.8054740 Jun 17 05:52:12.414992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:12.417848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26328b0-9aee-4ea8-b047-f899a37f572d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "tag": "96e3984d-793b-4273-afcf-0992746e7d77"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:12.446912 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Pushing event updated for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:12.450142 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:12.507813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a782578-3461-482f-93bc-9aac6253259d req-b1a4a1ba-a25f-4865-bb24-7821b99865fc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.510215 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a782578-3461-482f-93bc-9aac6253259d req-b1a4a1ba-a25f-4865-bb24-7821b99865fc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 943 time: 0.1713412 Jun 17 05:52:12.553706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50038) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:12.556803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3a782578-3461-482f-93bc-9aac6253259d req-7e867794-44f2-41bb-9aba-34ac79545161 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Jun 17 05:52:12.569902 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.612292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20195f1-d4f3-4a54-8758-16f0da34e4fb x-openstack-request-id: req-d20195f1-d4f3-4a54-8758-16f0da34e4fb {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:12.613220 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "tag": "96e3984d-793b-4273-afcf-0992746e7d77", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:12.613515 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d20195f1-d4f3-4a54-8758-16f0da34e4fb {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:12.613927 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77', 'status': 'completed', 'code': 200} Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: from cryptography.utils import int_from_bytes Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: from cryptography.utils import int_from_bytes Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.630628 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:52:12.634073 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:52:12.655850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-51476d25-d1e6-4453-bb9a-dc417922eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.724019 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.724522 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.755871 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-2ad273a4-29b9-4ded-b4b0-fdc3e62ad13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.757481 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-2ad273a4-29b9-4ded-b4b0-fdc3e62ad13a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0697625 Jun 17 05:52:12.782437 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.798138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:12.878418 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae42d948c4f40348233500c385df6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233840 Jun 17 05:52:12.881503 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50040) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:12.889641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd36a7-032f-4288-be62-c62a2853518a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:12.895597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:12.920321 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c01cd-fed6-4667-ab0b-7d2ccab78c48 None None] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:12.940232 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-1ed4c2b3-e59e-472b-b2f8-84cf63f2f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.941781 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-1ed4c2b3-e59e-472b-b2f8-84cf63f2f3ea service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3119c01b2b9a40eea646c717b0c65e47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1697750 Jun 17 05:52:12.960179 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.980509 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.069971 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.126424 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-8dff30bc-1439-4ef8-8e48-094901c9ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.127873 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a26328b0-9aee-4ea8-b047-f899a37f572d req-8dff30bc-1439-4ef8-8e48-094901c9ff64 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1785727 Jun 17 05:52:13.187086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a783-3807-4afa-b622-da206d0266fa req-29912400-2e24-49b4-a498-e9f8ad2f0aba tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.188875 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c95a783-3807-4afa-b622-da206d0266fa req-29912400-2e24-49b4-a498-e9f8ad2f0aba tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.0708270 Jun 17 05:52:13.194611 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a59a0b45-47b2-4b23-97c7-36634298cfea None None] Provisioning for port 3b95f4d0-3325-4e0e-893e-54b470de6231 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:13.228782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:52:13.237513 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c95a783-3807-4afa-b622-da206d0266fa req-e0331f7c-0e73-4462-a531-01e47c4fb7ec tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Jun 17 05:52:13.282863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.289576 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.296067 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bdd36a7-032f-4288-be62-c62a2853518a HTTP/1.1" status: 204 len: 168 time: 0.4113407 Jun 17 05:52:13.297867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3331c750-346e-4633-a2c2-3826726673be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:13.326947 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd36a7-032f-4288-be62-c62a2853518a,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:13.336103 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:13.401512 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-9cf76266-6aa1-427c-b842-88470da5f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.403302 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-9cf76266-6aa1-427c-b842-88470da5f4c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1827579 Jun 17 05:52:13.471625 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-2a2c7e39-fccf-4d8a-8482-f48c0778eff2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96e3984d-793b-4273-afcf-0992746e7d77 HTTP/1.1" status: 200 len: 217 time: 0.0501056 Jun 17 05:52:13.506090 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3b95f4d0-3325-4e0e-893e-54b470de6231 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:13.542929 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8744db-c2c6-4e3d-a519-fba4992e38af req-3ed4e7e4-daee-4bd9-8e3e-a5dc289b63ef tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.544516 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ea8744db-c2c6-4e3d-a519-fba4992e38af req-3ed4e7e4-daee-4bd9-8e3e-a5dc289b63ef tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1700368 Jun 17 05:52:13.546443 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-620c3a52-9093-42be-8d20-e1f48f878210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.547893 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-620c3a52-9093-42be-8d20-e1f48f878210 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.0687592 Jun 17 05:52:13.597243 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-0a9e57d4-9e4a-4f9b-98fd-88b70027ff51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310321 Jun 17 05:52:13.612907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:13.628927 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:13.634891 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 3b95f4d0-3325-4e0e-893e-54b470de6231 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:13.639648 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 3b95f4d0-3325-4e0e-893e-54b470de6231 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:13.640033 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.641119 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ea8744db-c2c6-4e3d-a519-fba4992e38af req-cf98bf2d-0553-4e38-a661-32602efe7c36 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908127 Jun 17 05:52:13.644840 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:13.645494 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:51:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:13.709498 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.713473 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4307871 Jun 17 05:52:13.714069 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50054) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:13.758630 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-e63bff89-57bf-42a0-a77f-0da80f4f1b96 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498365 Jun 17 05:52:13.815379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:13.847756 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:13.870246 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 3b95f4d0-3325-4e0e-893e-54b470de6231, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3b95f4d0-3325-4e0e-893e-54b470de6231,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:13.917408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f286cc-2ba5-4e17-a1ba-55858069ffc2 req-4260f773-766c-43eb-9670-15dbfe7ad71e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.918822 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e5f286cc-2ba5-4e17-a1ba-55858069ffc2 req-4260f773-766c-43eb-9670-15dbfe7ad71e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 943 time: 0.1236999 Jun 17 05:52:14.005656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.017491 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:14.031289 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e5f286cc-2ba5-4e17-a1ba-55858069ffc2 req-dc61953c-88d1-40e9-9145-6d582685d2e5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716286 Jun 17 05:52:14.031899 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d1f39fdc-07ea-4ec7-8fa6-e9313b55646a req-f0fe81e7-e96c-42a8-bf51-d0a2fcdef0f7 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802082 Jun 17 05:52:14.102674 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:12Z', 'revision_number': 3, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:14.106734 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=3b95f4d0-3325-4e0e-893e-54b470de6231,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:14.110309 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:14.144736 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:14.145127 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Updating router 1a52b6eb-56e9-401d-a56a-0753523eb70a port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:52:14.184678 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.306920 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.482714 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.488030 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Allocated IP 172.20.0.1 (23aa3e8d-a695-4ab4-a38b-1a2611d3e302/49fbaa51-4ee2-42b9-bbf1-4aef41435214/f6e53714-f5ef-4100-9b36-9571f4189519) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:14.499223 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Transition to ACTIVE for port object f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:14.510998 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b090c24-fb0d-4f03-bcff-09ea601cbdae req-b8b22099-38c4-431e-8fc0-7782bf9d6039 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:14.512623 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2b090c24-fb0d-4f03-bcff-09ea601cbdae req-b8b22099-38c4-431e-8fc0-7782bf9d6039 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.1347919 Jun 17 05:52:14.555861 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2b090c24-fb0d-4f03-bcff-09ea601cbdae req-201e3eae-0bee-4d7d-b2ad-ef0f7ae14e2b tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 Jun 17 05:52:14.602201 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.617480 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Transition to ACTIVE for port object f6e53714-f5ef-4100-9b36-9571f4189519 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:14.622812 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.625259 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:14.677962 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Attempting to bind port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:14.678552 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Attempting to bind port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:14.678762 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Attempting to bind port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:14.689117 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:14.689501 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:14.689901 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.690297 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:14.691272 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Bound port: f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:14.691658 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.694225 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Pushing event updated for resources: {'Port': ['ID=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.725835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:14.728832 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:14.771269 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] For port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:14.775151 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] For port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:14.795233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.856912 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.860596 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:14.874330 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ddd4d-ce20-4542-9554-1ac65e929912 req-e44befa9-a5fb-43e6-910b-795deeb4a8af tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:14.875837 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-940ddd4d-ce20-4542-9554-1ac65e929912 req-e44befa9-a5fb-43e6-910b-795deeb4a8af tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0922761 Jun 17 05:52:14.903828 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.907345 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-35d3a43d-9ec2-47bd-ae23-148d72f21f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:14.935592 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:14.944862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:14.951519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:14.960648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:14.982474 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:14.985889 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:14.985889 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:51:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:15.009221 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-940ddd4d-ce20-4542-9554-1ac65e929912 req-8587d759-f22c-4ec3-b039-c435085f99cc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105623 Jun 17 05:52:15.041520 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.050236 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Pushing event updated for resources: {'Port': ['ID=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:15.136154 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:15.143401 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a725bbbc-5412-403d-83d9-428db9206f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.189964 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:15.219233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.329620 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3b95f4d0-3325-4e0e-893e-54b470de6231 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:15.356695 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf9a7-32b3-46f8-a3a7-e4c24d1deb1e req-62ebf51a-2103-47a0-afc7-0e720a5426c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:15.363869 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-758bf9a7-32b3-46f8-a3a7-e4c24d1deb1e req-62ebf51a-2103-47a0-afc7-0e720a5426c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 943 time: 0.1193776 Jun 17 05:52:15.396698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.419966 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 3b95f4d0-3325-4e0e-893e-54b470de6231 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:15.420451 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.423876 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-94ca63ca-fa09-47ee-9b3b-822bb1e8fc5f None None] Provisioning for port f6e53714-f5ef-4100-9b36-9571f4189519 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:15.438951 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-758bf9a7-32b3-46f8-a3a7-e4c24d1deb1e req-8e59c99f-becc-4363-a482-eb13332c402f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686083 Jun 17 05:52:15.462532 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-94ca63ca-fa09-47ee-9b3b-822bb1e8fc5f None None] Provisioning complete for port f6e53714-f5ef-4100-9b36-9571f4189519 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:15.462915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-94ca63ca-fa09-47ee-9b3b-822bb1e8fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.525697 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-94ca63ca-fa09-47ee-9b3b-822bb1e8fc5f None None] Port f6e53714-f5ef-4100-9b36-9571f4189519 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:52:15.557623 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:12Z', 'revision_number': 3, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:15.602338 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186fd19-80e5-405d-9759-8fc620829a2a None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:12Z', 'revision_number': 3, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:15.691948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.943352 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:15.946478 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:16.025733 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:16.029148 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:16.030221 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:16.129154 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:16.130585 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:16.171853 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:16.271841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:52:16.356265 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f312f-2abe-4b7c-a21c-e45eaf32f62b req-61315b82-a51a-41a2-aec7-a0d0f2ca642d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.366051 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fe2f312f-2abe-4b7c-a21c-e45eaf32f62b req-61315b82-a51a-41a2-aec7-a0d0f2ca642d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.2067008 Jun 17 05:52:16.437179 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fe2f312f-2abe-4b7c-a21c-e45eaf32f62b req-91c324a3-4bc5-4b88-bde4-e38391d10227 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636761 Jun 17 05:52:16.458278 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a97f1335-5315-43ab-b300-5fb30d0da225 None None] Provisioning complete for port f6e53714-f5ef-4100-9b36-9571f4189519 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:16.459111 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a97f1335-5315-43ab-b300-5fb30d0da225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:16.514372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:16.530381 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] 10.222.0.20 "PUT /v2.0/routers/1a52b6eb-56e9-401d-a56a-0753523eb70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8149710 Jun 17 05:52:16.536908 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-a97f1335-5315-43ab-b300-5fb30d0da225 None None] Port f6e53714-f5ef-4100-9b36-9571f4189519 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:52:16.716932 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb5d48-65bf-4a5a-9b99-2d2b9992085b req-deff0797-6e07-428e-a57b-1267d1d51ec2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.718609 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a0bb5d48-65bf-4a5a-9b99-2d2b9992085b req-deff0797-6e07-428e-a57b-1267d1d51ec2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 943 time: 0.0848145 Jun 17 05:52:16.784342 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a0bb5d48-65bf-4a5a-9b99-2d2b9992085b req-5f1c760b-40fc-4ced-8681-5e33716959a0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jun 17 05:52:17.270649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50200) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:17.275495 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266698439', 'description': 'tempest-description--1087332111'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:17.369678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.402982 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:17.416164 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:17.417114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:17.419101 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:17.467928 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.531597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.535765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b668418f-8cc1-4b08-8b9f-1553c865a067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:17.553842 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:17.564719 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee2667-5fcc-4dbe-8144-3b0f0a825192,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:17.579868 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:17.643459 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:17.650901 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ab8bb-e437-436c-a5d9-c744d67c7fe3 req-6d33308e-aa36-4ec4-a559-315443035456 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:17.652717 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-105ab8bb-e437-436c-a5d9-c744d67c7fe3 req-6d33308e-aa36-4ec4-a559-315443035456 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0848463 Jun 17 05:52:17.657594 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.662032 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3887758 Jun 17 05:52:17.662165 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:17.662165 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.662476 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50208) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:17.674462 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group_rule': {'security_group_id': '27ee2667-5fcc-4dbe-8144-3b0f0a825192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:17.694922 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-105ab8bb-e437-436c-a5d9-c744d67c7fe3 req-4ee797e2-9247-4bb9-8e7a-f2f47f1b70dd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jun 17 05:52:17.826749 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.846523 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.897346 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:17.913777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 2, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:17.942004 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:17.942369 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Updating router 1a52b6eb-56e9-401d-a56a-0753523eb70a port f6e53714-f5ef-4100-9b36-9571f4189519 binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:52:17.943851 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.980555 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.029487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca54c4f-e829-4b74-890a-594dd6c49068 req-332806e3-f6c9-4c28-8433-a20a31a0ad4f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:18.030862 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eca54c4f-e829-4b74-890a-594dd6c49068 req-332806e3-f6c9-4c28-8433-a20a31a0ad4f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 943 time: 0.0707765 Jun 17 05:52:18.067560 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.078258 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eca54c4f-e829-4b74-890a-594dd6c49068 req-9dde3642-00c8-4150-9be1-f2bb9cc20f93 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jun 17 05:52:18.083862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.096614 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.096729 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:18.098363 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:18.124680 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f263d9-0f0c-4e81-9482-ac0a1012a579,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:18.136572 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:18.199089 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:18.203151 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:18.286206 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.287684 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6238647 Jun 17 05:52:18.290423 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50222) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:18.294993 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group_rule': {'security_group_id': '27ee2667-5fcc-4dbe-8144-3b0f0a825192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:18.297560 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.307547 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Transition to ACTIVE for port object f6e53714-f5ef-4100-9b36-9571f4189519 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:18.319590 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 96e3984d-793b-4273-afcf-0992746e7d77 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:18.389069 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.392898 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:18.398093 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.478540 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.571047 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.573201 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:18.590281 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1b67b3-6fe6-4ca6-a445-2f036ec895fe,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:18.593234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:18.608910 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=96e3984d-793b-4273-afcf-0992746e7d77,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:18.611258 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47123f1-f30e-4873-b47f-a1c4a1a3f63f None None] Pushing event updated for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:18.621819 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d47123f1-f30e-4873-b47f-a1c4a1a3f63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:18.639878 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '96e3984d-793b-4273-afcf-0992746e7d77', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'port_id': '96e3984d-793b-4273-afcf-0992746e7d77', 'mac_address': 'fa:16:3e:1a:5d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:18.711286 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Attempting to bind port f6e53714-f5ef-4100-9b36-9571f4189519 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:18.711286 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Attempting to bind port f6e53714-f5ef-4100-9b36-9571f4189519 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:18.712172 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Attempting to bind port f6e53714-f5ef-4100-9b36-9571f4189519 on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:18.716028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.727253 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:18.727743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Checking segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:18.728154 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.728593 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Bound using segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:18.729072 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Bound port: f6e53714-f5ef-4100-9b36-9571f4189519, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:18.729451 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.742096 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e3984d-793b-4273-afcf-0992746e7d77 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:18.744532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.749742 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50226) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:18.750752 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4549308 Jun 17 05:52:18.756819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:18.795704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=96e3984d-793b-4273-afcf-0992746e7d77,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:18.851872 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] For port f6e53714-f5ef-4100-9b36-9571f4189519, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:18.856040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] For port f6e53714-f5ef-4100-9b36-9571f4189519, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f6e53714-f5ef-4100-9b36-9571f4189519,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:18.903680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.948517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.950681 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:18.954313 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-b9cad560-a912-4719-bead-a31a3d642fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:19.002475 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.012198 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:19.012862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:19.077172 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47123f1-f30e-4873-b47f-a1c4a1a3f63f None None] Pushing event updated for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:19.126238 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Allocated IP 172.27.3.122 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/00bd64b0-09c1-458a-9330-f7be9d5fad32) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:19.189945 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:19.199205 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:19.246660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:19.249738 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:19.250254 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:19.299135 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.341324 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366a99-0439-4244-b300-8e7a7d5e1fde req-380b16c8-25a4-4db4-96e1-3cb338cc7c70 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:19.342694 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-de366a99-0439-4244-b300-8e7a7d5e1fde req-380b16c8-25a4-4db4-96e1-3cb338cc7c70 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 944 time: 0.1136420 Jun 17 05:52:19.348407 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:19.394029 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-de366a99-0439-4244-b300-8e7a7d5e1fde req-2058145e-f446-43e3-a031-d3a0cf3f2b01 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Jun 17 05:52:19.429834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.435111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b73d9d35-2c91-4b1a-8ec4-c3f5deac76d9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:19.461650 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:19.462022 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.473407 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:19.478149 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:19.480711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:19.489934 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=00bd64b0-09c1-458a-9330-f7be9d5fad32,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:19.493013 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:19.534256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.546506 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:18Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:19.575505 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['96e3984d-793b-4273-afcf-0992746e7d77'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:19.580093 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c10d5-3272-4ebd-b23a-3fcfecb809e1 None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:18Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:19.638375 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.808500 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.869196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.872895 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:19.923453 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.943815 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=00bd64b0-09c1-458a-9330-f7be9d5fad32,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:19.953087 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:20.052333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.056980 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3018551 Jun 17 05:52:20.580184 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4849ce-0294-491d-b632-50cedbdd6f4e req-611a232d-4117-4a8b-b935-275f3f569497 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:20.580741 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d4849ce-0294-491d-b632-50cedbdd6f4e req-611a232d-4117-4a8b-b935-275f3f569497 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 944 time: 0.0660439 Jun 17 05:52:20.626423 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d4849ce-0294-491d-b632-50cedbdd6f4e req-80a55594-cdfb-42d0-a2d4-98f22e520b66 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Jun 17 05:52:21.085614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243bfe-46ae-454b-8614-048e7a4da860 req-ed93fa81-8a01-43e6-adc7-c304231f075a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:21.087063 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a243bfe-46ae-454b-8614-048e7a4da860 req-ed93fa81-8a01-43e6-adc7-c304231f075a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0673821 Jun 17 05:52:21.127182 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a243bfe-46ae-454b-8614-048e7a4da860 req-e9f88fea-8933-442c-9a60-206b26384c58 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Jun 17 05:52:21.347999 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f6e53714-f5ef-4100-9b36-9571f4189519 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:21.526742 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port f6e53714-f5ef-4100-9b36-9571f4189519 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:21.532060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f6e53714-f5ef-4100-9b36-9571f4189519 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:21.538864 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:21.610694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:21.645373 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port f6e53714-f5ef-4100-9b36-9571f4189519, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f6e53714-f5ef-4100-9b36-9571f4189519,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:21.743109 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:21.745299 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:21.794801 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:21.799276 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:22.364566 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 96e3984d-793b-4273-afcf-0992746e7d77 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:22.491860 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873a40-4b02-4190-a6b8-bd5cde1cd6d0 req-e8441247-b6c8-4d38-8545-fc443df910e0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:22.492535 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 96e3984d-793b-4273-afcf-0992746e7d77 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:22.494817 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59873a40-4b02-4190-a6b8-bd5cde1cd6d0 req-e8441247-b6c8-4d38-8545-fc443df910e0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 944 time: 0.0771706 Jun 17 05:52:22.496467 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 96e3984d-793b-4273-afcf-0992746e7d77 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:22.496929 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:22.532763 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59873a40-4b02-4190-a6b8-bd5cde1cd6d0 req-0e5bdead-1283-4ba9-b50c-f1fd48905cbe tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Jun 17 05:52:22.578818 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:22.601956 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:22.604183 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bced3c05-6add-4996-ba11-e7a4611611eb" -d '{"events": [{"server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "name": "network-vif-plugged", "status": "completed", "tag": "96e3984d-793b-4273-afcf-0992746e7d77"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:22.616060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=96e3984d-793b-4273-afcf-0992746e7d77,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:22.645227 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7af08a-13da-48b7-91e8-b514c36683b8 x-openstack-request-id: req-cf7af08a-13da-48b7-91e8-b514c36683b8 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:22.645584 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "name": "network-vif-plugged", "status": "completed", "tag": "96e3984d-793b-4273-afcf-0992746e7d77", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:22.645876 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf7af08a-13da-48b7-91e8-b514c36683b8 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:22.646272 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77', 'code': 200} Jun 17 05:52:22.692054 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:22.694052 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:22.759990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:22.762920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:23.145735 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5fe33-c1b8-40ff-a8fc-ed19c580fc68 req-069d49c8-38ee-49a3-b912-6df24cf75f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.147438 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5a5fe33-c1b8-40ff-a8fc-ed19c580fc68 req-069d49c8-38ee-49a3-b912-6df24cf75f44 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0525830 Jun 17 05:52:23.159188 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50324) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:23.196906 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5a5fe33-c1b8-40ff-a8fc-ed19c580fc68 req-971788cd-d51d-49d7-becf-8269ce9bcba6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jun 17 05:52:23.285614 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.339181 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f6e53714-f5ef-4100-9b36-9571f4189519 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:23.385201 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.389894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f6e53714-f5ef-4100-9b36-9571f4189519 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:23.390376 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.451824 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.455396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9bf7095d-d232-44cd-908d-419b2cd40447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:23.491030 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4487d973dfb6406b857e090e1e75b78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306851 Jun 17 05:52:23.491934 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310de25-1de1-44fe-8f9b-916067250f68,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:23.494587 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50332) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:23.495170 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:23.543945 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.564325 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.674651 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.677904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:23.679033 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d310de25-1de1-44fe-8f9b-916067250f68 HTTP/1.1" status: 204 len: 168 time: 0.1834619 Jun 17 05:52:23.679759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d542f22c-4b79-4178-8d98-8788b73f6d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:23.687094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310de25-1de1-44fe-8f9b-916067250f68,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:23.689453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:24.022759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edbc54-1d77-42d9-99f1-0675b2990c45 req-69ac163e-7700-4e12-bb26-6127e05981e6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.024323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77edbc54-1d77-42d9-99f1-0675b2990c45 req-69ac163e-7700-4e12-bb26-6127e05981e6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0725107 Jun 17 05:52:24.072868 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77edbc54-1d77-42d9-99f1-0675b2990c45 req-eb259275-820e-4a64-a345-d0fa9525bb20 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Jun 17 05:52:24.399084 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50346) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:24.415152 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.500823 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.567661 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.572637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6980148f-1a19-4403-8e7f-c11a2808b69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:24.607563 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4541361072454e6a8b99564477c4337e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074006 Jun 17 05:52:24.608570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff613eb-7941-45af-afe2-78078e092613,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:24.610246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50348) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:24.612045 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:24.660268 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.681322 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.783091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.785744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:24.788954 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fff613eb-7941-45af-afe2-78078e092613 HTTP/1.1" status: 204 len: 168 time: 0.1756546 Jun 17 05:52:24.788954 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:24.795309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff613eb-7941-45af-afe2-78078e092613,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:24.797645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:25.256462 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27a04-36ae-42db-8827-ed528896603a req-46d08450-1adc-406b-882e-28bd5be4cab3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.257969 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0b27a04-36ae-42db-8827-ed528896603a req-46d08450-1adc-406b-882e-28bd5be4cab3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0692308 Jun 17 05:52:25.296196 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0b27a04-36ae-42db-8827-ed528896603a req-45a32cc0-008f-4e52-9db3-e9930f3a5320 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Jun 17 05:52:25.467234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50364) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:25.481278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.570107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.640325 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.642978 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:25.677021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183d765-f6d8-43a0-a429-1bd7943ad4f7,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:25.684343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f38257581a494ad692394edff3b1f213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158363 Jun 17 05:52:25.685104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50366) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:25.685883 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:25.735071 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.755972 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.863557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.866601 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:25.867751 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3183d765-f6d8-43a0-a429-1bd7943ad4f7 HTTP/1.1" status: 204 len: 168 time: 0.1808152 Jun 17 05:52:25.872925 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fe47fdc7-a5c0-49fc-98b5-a0facabad837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:25.881302 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183d765-f6d8-43a0-a429-1bd7943ad4f7,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:25.883730 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:26.484829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52ad9-1153-4c35-b3c4-53b04a5347ad req-5948ec12-f7ca-459c-a8e3-3b45964a7bde tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:26.486736 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b8f52ad9-1153-4c35-b3c4-53b04a5347ad req-5948ec12-f7ca-459c-a8e3-3b45964a7bde tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0715232 Jun 17 05:52:26.528074 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b8f52ad9-1153-4c35-b3c4-53b04a5347ad req-1ac956be-6b5b-4e1f-9070-6daa5ef5085b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Jun 17 05:52:27.756105 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50432) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:27.866690 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:27.954044 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.029174 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.031830 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a7e31a16-b9ac-485f-9bae-d6d6ad4247d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:28.067675 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d713e15efcc34406a3e9d52bbae35247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105252 Jun 17 05:52:28.068570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72138aa-4d25-43e3-aaa5-3aa6b49f11fc,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:28.070523 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50436) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:28.071549 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:28.122498 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.146005 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.257734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.260434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.263933 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c72138aa-4d25-43e3-aaa5-3aa6b49f11fc HTTP/1.1" status: 204 len: 168 time: 0.1901073 Jun 17 05:52:28.263933 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f8bac45f-8958-48e8-8360-4ad6f5b891c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:28.271317 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72138aa-4d25-43e3-aaa5-3aa6b49f11fc,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:28.273556 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:29.171635 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:52:31.662214 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a512b0fd-8905-4f80-a6d3-865d1997f5b2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1266698439&fields=id&tenant_id=b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 267 time: 0.0466764 Jun 17 05:52:31.767659 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-3d30fb3a-1100-4a8c-b50c-7fdc90c7661b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:31.771786 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-3d30fb3a-1100-4a8c-b50c-7fdc90c7661b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 811 time: 0.1022899 Jun 17 05:52:31.783501 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-88cb7781-2a91-4962-8cdb-aec22c999bfe tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/quotas/b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 375 time: 0.0090001 Jun 17 05:52:31.858781 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-2ad43a0c-1187-4d34-a11a-75a705454c74 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692298 Jun 17 05:52:31.954160 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-ded12a62-f20b-47b4-9789-8b9c16fbd3e2 service neutron] 10.222.0.20 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818298 Jun 17 05:52:32.046179 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-323568e0-891c-4f27-943b-fba72b03ac9a service neutron] 10.222.0.20 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Jun 17 05:52:32.249306 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-258277ba-848a-4295-b5d7-dc88d2725ee9 req-4edeea80-cf2e-48eb-a7c3-4e60327d3c07 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0287516 Jun 17 05:52:32.319622 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ea790-e505-42d2-8942-757efcfec9d5 req-97ccc589-979d-4f16-b769-1707c14db624 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.321162 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-605ea790-e505-42d2-8942-757efcfec9d5 req-97ccc589-979d-4f16-b769-1707c14db624 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0662694 Jun 17 05:52:32.363330 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-605ea790-e505-42d2-8942-757efcfec9d5 req-3f1944de-266a-4e67-a3d1-a9ca9a7c25ef tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Jun 17 05:52:32.380108 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-98750ee1-87c4-4240-a2bd-1ef205a0d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.381941 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-98750ee1-87c4-4240-a2bd-1ef205a0d9dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.0709605 Jun 17 05:52:32.483955 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-6e169a00-728c-4d94-bedd-f1382cd7575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.485476 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-6e169a00-728c-4d94-bedd-f1382cd7575e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.0930750 Jun 17 05:52:32.527437 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-8cd44a17-47a9-4bc0-8352-cdbb73af4c60 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0342326 Jun 17 05:52:32.582434 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-8bb1b2f5-8c6c-4932-9ff0-987d753b8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.583816 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-8bb1b2f5-8c6c-4932-9ff0-987d753b8665 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.0433033 Jun 17 05:52:32.621980 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-74705885-6101-44d3-8362-ab9593a2659f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314162 Jun 17 05:52:32.709711 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-c0d84843-7cac-4bab-aaf1-d7e955f52af5 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799551 Jun 17 05:52:32.803044 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5935a238-ce65-473b-ab65-e61fe9d1e0e1 req-6dae78af-264a-4906-8b23-1af3244d53bb service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858233 Jun 17 05:52:33.388571 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5059da50-fb8e-4b74-9199-2c430f8000b9 req-2879e0e9-ca08-4f35-8fbf-93645e64f67a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0310273 Jun 17 05:52:33.559518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be1678-58c8-478b-8da6-325ff4c5ed62 req-ac91a557-946d-454d-a9ed-281ae1ec61f1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:33.561005 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03be1678-58c8-478b-8da6-325ff4c5ed62 req-ac91a557-946d-454d-a9ed-281ae1ec61f1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0802343 Jun 17 05:52:33.597406 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03be1678-58c8-478b-8da6-325ff4c5ed62 req-146ac954-aa3a-4f03-97f9-b50e22742d26 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Jun 17 05:52:34.535294 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9f97e156-8650-43f5-9a5b-19525eadc12e req-aacb465b-eae5-4f33-8a69-8f0366790b28 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0305867 Jun 17 05:52:34.745734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-c95fe8c9-65fe-49a8-a545-0da0bc66902d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:34.747519 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-c95fe8c9-65fe-49a8-a545-0da0bc66902d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 811 time: 0.1119533 Jun 17 05:52:34.803411 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3031e73-9e43-4c28-9192-e319ebd148d8 req-700b8b1a-d911-42fe-8985-cd72bd5ec6f2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:34.803411 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d3031e73-9e43-4c28-9192-e319ebd148d8 req-700b8b1a-d911-42fe-8985-cd72bd5ec6f2 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0662622 Jun 17 05:52:34.811899 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-fcbb8b9f-4225-4eb7-a02d-16bced952f59 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 380 time: 0.0445371 Jun 17 05:52:34.821922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'port': {'device_id': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'admin_state_up': True, 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'security_groups': ['27ee2667-5fcc-4dbe-8144-3b0f0a825192']}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:34.836059 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d3031e73-9e43-4c28-9192-e319ebd148d8 req-84e7d759-0bb1-4885-a54b-1f9fb651cbf6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Jun 17 05:52:35.034698 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Made reservation on behalf of b07d5f9880d24b0aaee57e89995532f1 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:35.038439 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.392893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Allocated IP 172.20.0.7 (23aa3e8d-a695-4ab4-a38b-1a2611d3e302/49fbaa51-4ee2-42b9-bbf1-4aef41435214/f1f7a8a8-8405-4361-bec0-d1286a5e56ff) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:35.524619 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.541140 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Transition to ACTIVE for port object f1f7a8a8-8405-4361-bec0-d1286a5e56ff will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:35.675645 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.680072 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:35.681791 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e53d661f-9919-476d-a2d2-ea2bfeff02d9 req-8d4478a1-5900-4bba-bf1b-c9fb44fe1e7d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0317993 Jun 17 05:52:35.722632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:35.729903 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:35.736856 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:35.742912 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:35.743424 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.755736 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:35.767291 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:35.812440 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9942575 Jun 17 05:52:35.841743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Request body: {'port': {'device_id': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:35.947231 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.080047 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a1ab7419-5ce2-417d-ad2d-950c47831c71 None None] Provisioning for port f1f7a8a8-8405-4361-bec0-d1286a5e56ff completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:36.084481 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a1ab7419-5ce2-417d-ad2d-950c47831c71 None None] Provisioning complete for port f1f7a8a8-8405-4361-bec0-d1286a5e56ff triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:36.084879 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7419-5ce2-417d-ad2d-950c47831c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.116895 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab7419-5ce2-417d-ad2d-950c47831c71 None None] Port f1f7a8a8-8405-4361-bec0-d1286a5e56ff cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:52:36.130399 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf624a7-b703-434c-bbaa-85da1a13ff21 req-881fd1e4-5028-4b8c-9c20-537c3b0ca73b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:36.131859 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6cf624a7-b703-434c-bbaa-85da1a13ff21 req-881fd1e4-5028-4b8c-9c20-537c3b0ca73b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1547923 Jun 17 05:52:36.211012 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6cf624a7-b703-434c-bbaa-85da1a13ff21 req-15cca675-1101-413a-ae7b-046eb5067d48 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523703 Jun 17 05:52:36.282989 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f7a8a8-8405-4361-bec0-d1286a5e56ff {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:36.290328 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.304817 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Transition to ACTIVE for port object f1f7a8a8-8405-4361-bec0-d1286a5e56ff will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:36.422998 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.425178 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:36.502688 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:36.507242 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:36.537709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Attempting to bind port f1f7a8a8-8405-4361-bec0-d1286a5e56ff on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:36.538040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Attempting to bind port f1f7a8a8-8405-4361-bec0-d1286a5e56ff by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:36.538369 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Attempting to bind port f1f7a8a8-8405-4361-bec0-d1286a5e56ff on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:36.543060 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Port f1f7a8a8-8405-4361-bec0-d1286a5e56ff on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:52:36.543684 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Attempting to bind port f1f7a8a8-8405-4361-bec0-d1286a5e56ff on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:36.548359 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:36.548730 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Checking segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:36.549111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Bound using segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:36.549548 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Bound port: f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:36.549891 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.616628 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:36.620552 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:36.692994 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.695118 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-824b1aeb-afdb-4775-a9a0-8478149be299 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:36.726943 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:36.727551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.728969 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] 10.222.0.22 "PUT /v2.0/ports/f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 1093 time: 0.8917425 Jun 17 05:52:36.730924 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:36.731714 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2604c1-c387-4548-abfb-59f7bddd9194" -d '{"events": [{"name": "network-changed", "server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:36.759964 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:36.759964 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:36.784378 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74703ac2-495a-473a-bdfa-6495520d3670 x-openstack-request-id: req-74703ac2-495a-473a-bdfa-6495520d3670 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:36.785041 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:36.785852 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74703ac2-495a-473a-bdfa-6495520d3670 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:36.787122 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'status': 'completed', 'code': 200} Jun 17 05:52:36.898361 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0536e-235f-4753-9a72-08b2d74a8333 req-a6a6727a-dac8-42b8-8e55-c68cd9c598d5 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:36.899983 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3fb0536e-235f-4753-9a72-08b2d74a8333 req-a6a6727a-dac8-42b8-8e55-c68cd9c598d5 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0908620 Jun 17 05:52:36.929262 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-3e2d4286-8497-4c61-a350-ad3497bffc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:36.930800 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-3e2d4286-8497-4c61-a350-ad3497bffc0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1096 time: 0.0750725 Jun 17 05:52:36.948833 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3fb0536e-235f-4753-9a72-08b2d74a8333 req-6454d185-713e-4c65-a1bf-b56104b23257 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jun 17 05:52:37.045449 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-3b06ae28-8cb3-4e2f-bf91-63b1f46992e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.046976 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-3b06ae28-8cb3-4e2f-bf91-63b1f46992e1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b07d5f9880d24b0aaee57e89995532f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0949659 Jun 17 05:52:37.141851 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-45400f59-add3-4718-9144-1c536a29a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.143759 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0b2604c1-c387-4548-abfb-59f7bddd9194 req-45400f59-add3-4718-9144-1c536a29a365 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901489 Jun 17 05:52:37.270301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-0868ced6-02bc-425a-a4d7-a5d694fab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.272349 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-0868ced6-02bc-425a-a4d7-a5d694fab9a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1096 time: 0.0528069 Jun 17 05:52:37.323544 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-05060f58-17f6-4dca-a605-42ab95562135 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 217 time: 0.0329604 Jun 17 05:52:37.387297 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15a8e1-96a0-4e73-b311-d14c13c01de7 req-545e87da-d62b-466e-9285-7e923454edeb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.388354 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-374162fd-1eda-4267-a7f8-28855d18bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.389140 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7e15a8e1-96a0-4e73-b311-d14c13c01de7 req-545e87da-d62b-466e-9285-7e923454edeb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0645030 Jun 17 05:52:37.390135 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-374162fd-1eda-4267-a7f8-28855d18bb65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0465472 Jun 17 05:52:37.429422 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7e15a8e1-96a0-4e73-b311-d14c13c01de7 req-5387f962-9555-4a15-83fc-d034b94df630 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Jun 17 05:52:37.462908 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032155-f732-4554-9698-20b6a55c7c2b req-6be07205-f512-4802-ae42-a9006b2cac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.464428 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-6be07205-f512-4802-ae42-a9006b2cac7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594516 Jun 17 05:52:37.562004 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-c40b39f5-04d1-4e92-abff-15fc8edf399c service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900130 Jun 17 05:52:37.667835 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ef032155-f732-4554-9698-20b6a55c7c2b req-cc87b3b8-91cb-41ff-86d5-6942e1281595 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900359 Jun 17 05:52:38.119810 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8353d8-ec92-4b8a-8481-6fec830895e0 req-fa62e004-0912-4231-810b-866589c9bc40 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:38.121272 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3f8353d8-ec92-4b8a-8481-6fec830895e0 req-fa62e004-0912-4231-810b-866589c9bc40 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0615413 Jun 17 05:52:38.158759 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3f8353d8-ec92-4b8a-8481-6fec830895e0 req-28d91013-7e06-46f2-8701-71a25bfc66ad tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Jun 17 05:52:38.602359 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dc9f8-9b2f-4032-8834-537299ae3278 req-b1e0b739-feb4-4638-a683-689b20595bec tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:38.603699 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d02dc9f8-9b2f-4032-8834-537299ae3278 req-b1e0b739-feb4-4638-a683-689b20595bec tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0608361 Jun 17 05:52:38.642361 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-d02dc9f8-9b2f-4032-8834-537299ae3278 req-90112971-2995-474f-8635-324dd949842b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Jun 17 05:52:39.333706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728360f0-c6f8-46c4-8dc1-fb2f4ffc5f81 req-0ef7f37f-233d-45ef-9a21-3eb564288d0e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:39.335148 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-728360f0-c6f8-46c4-8dc1-fb2f4ffc5f81 req-0ef7f37f-233d-45ef-9a21-3eb564288d0e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0663493 Jun 17 05:52:39.374490 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-728360f0-c6f8-46c4-8dc1-fb2f4ffc5f81 req-d407dc10-5bde-4229-8f76-80a30bc071bd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Jun 17 05:52:39.826767 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646317b-c1b4-4f3e-96c2-046ef7838ecd req-daa781e7-b2e6-4b9c-9b3d-a6183b3d3084 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:39.828749 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3646317b-c1b4-4f3e-96c2-046ef7838ecd req-daa781e7-b2e6-4b9c-9b3d-a6183b3d3084 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0720811 Jun 17 05:52:39.868077 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3646317b-c1b4-4f3e-96c2-046ef7838ecd req-693474e4-d157-4ba6-a13a-f9bf4fe73084 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Jun 17 05:52:40.547623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0d10-7e06-4288-9c15-c35794ad35e1 req-a456b056-1459-43f4-9314-6b47cf993c77 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:40.549129 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eccd0d10-7e06-4288-9c15-c35794ad35e1 req-a456b056-1459-43f4-9314-6b47cf993c77 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0647106 Jun 17 05:52:40.585998 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eccd0d10-7e06-4288-9c15-c35794ad35e1 req-25c38a45-9b3f-41c4-9849-5027608208c1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306358 Jun 17 05:52:41.060342 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8e4b5-ed38-48e4-9171-15ce98ac1243 req-9dfcae95-5d80-45e5-b80f-fd7da9c5fd42 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:41.069324 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-60f8e4b5-ed38-48e4-9171-15ce98ac1243 req-9dfcae95-5d80-45e5-b80f-fd7da9c5fd42 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0861418 Jun 17 05:52:41.109024 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-60f8e4b5-ed38-48e4-9171-15ce98ac1243 req-b4e248c7-5a9e-445e-91ad-45253502c707 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Jun 17 05:52:41.763605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e987-6a50-48bc-86bc-4878113d848d req-9fde7927-f145-4635-86fa-7de927c286b0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:41.765007 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-63f2e987-6a50-48bc-86bc-4878113d848d req-9fde7927-f145-4635-86fa-7de927c286b0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0648787 Jun 17 05:52:41.804204 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-63f2e987-6a50-48bc-86bc-4878113d848d req-6f024fe4-97e8-41f7-bb6f-c2d311a5b564 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jun 17 05:52:42.292837 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731b13d-9243-4835-9c31-7b43226e6a98 req-d41c12da-4794-4eae-a4c4-4c82ffc26747 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:42.294302 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4731b13d-9243-4835-9c31-7b43226e6a98 req-d41c12da-4794-4eae-a4c4-4c82ffc26747 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0646141 Jun 17 05:52:42.331355 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4731b13d-9243-4835-9c31-7b43226e6a98 req-107ee262-28c7-4e6e-89aa-971c93ddef88 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Jun 17 05:52:42.680036 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-54420fd5-d68d-4f45-be78-bf6f6eed6c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.977917 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208947-5fef-4bdc-99b9-4a96f723fd2c req-cf8a4425-39a3-4c28-8190-346b3b95842f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:42.979372 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-85208947-5fef-4bdc-99b9-4a96f723fd2c req-cf8a4425-39a3-4c28-8190-346b3b95842f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0623739 Jun 17 05:52:43.017415 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-85208947-5fef-4bdc-99b9-4a96f723fd2c req-551f26c1-5039-45bb-8997-5b44e1ba742c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Jun 17 05:52:43.105645 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-0b6235da-01b6-4717-9039-58ee3ad59c84 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497828 Jun 17 05:52:43.219063 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-e0479dce-bf61-48c8-a748-106a8d597b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.220569 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-e0479dce-bf61-48c8-a748-106a8d597b31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0568302 Jun 17 05:52:43.321992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-013e41c6-711e-4fb4-9010-332796a783b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.323409 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-013e41c6-711e-4fb4-9010-332796a783b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.0811810 Jun 17 05:52:43.367623 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-40400dfa-eb96-49d9-bf52-b0b0d6124e32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 200 len: 217 time: 0.0365028 Jun 17 05:52:43.419365 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-038e59f2-f1a0-4acc-92a9-f3d0fca2744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.420821 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-038e59f2-f1a0-4acc-92a9-f3d0fca2744a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.0420914 Jun 17 05:52:43.454632 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-59466727-1160-4fb3-9ed7-a5ffc31742aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254538 Jun 17 05:52:43.530961 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9fe9-7592-4ef5-a989-609ccc424b2b req-8612676c-d87d-4f48-9809-45ee4bb38c63 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.532460 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-834c9fe9-7592-4ef5-a989-609ccc424b2b req-8612676c-d87d-4f48-9809-45ee4bb38c63 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0865901 Jun 17 05:52:43.550230 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-04d278d5-2071-495b-b91b-8ef20898a7e9 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844152 Jun 17 05:52:43.574894 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-834c9fe9-7592-4ef5-a989-609ccc424b2b req-135bb191-fde8-4609-bed2-a3459893f73f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jun 17 05:52:43.641913 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9a6de524-7291-462c-ac0e-d5b24f5c9c02 req-128f3f39-4b6a-4f76-a282-54a5a08d1053 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821931 Jun 17 05:52:43.917479 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-c518dc71-12cb-489c-9681-0eea71801cf0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.919012 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-c518dc71-12cb-489c-9681-0eea71801cf0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.1167009 Jun 17 05:52:43.933621 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-38d0408c-4616-4042-8095-33463d576c90 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/quotas/3119c01b2b9a40eea646c717b0c65e47 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Jun 17 05:52:44.006607 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-b10f0113-79f2-4070-af88-6873a93ea084 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680661 Jun 17 05:52:44.095257 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-4f8ddb63-001f-4547-8406-6764a64f0139 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819623 Jun 17 05:52:44.219654 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-f68dae5b-f5d9-4015-8d5a-c41a714733d6 service neutron] 10.222.0.20 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181538 Jun 17 05:52:44.220461 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e1d6e-4ff5-42a7-9442-cab1c13a7e29 req-4d9776ad-d75f-42cb-8903-a2d600252777 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:44.223405 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c0e1d6e-4ff5-42a7-9442-cab1c13a7e29 req-4d9776ad-d75f-42cb-8903-a2d600252777 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 943 time: 0.0905476 Jun 17 05:52:44.274471 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c0e1d6e-4ff5-42a7-9442-cab1c13a7e29 req-467e3f18-2633-4aaf-bf6f-bdf49542d77d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Jun 17 05:52:44.302419 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50818) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:44.405427 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.474155 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device f1f7a8a8-8405-4361-bec0-d1286a5e56ff details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:44.512675 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7cc3e5d8-c07a-4fa5-922b-51c29aef2830 req-e4567ba1-3343-44c7-89ea-5efcd138a2d6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 210 time: 0.0577843 Jun 17 05:52:44.537460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.600177 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.602803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-117ad1a8-4ca8-4f99-89d8-98a491b26320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:44.608877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:44.622190 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'port_id': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'mac_address': 'fa:16:3e:ee:58:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:44.642244 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fd3a169b19444748979cd183bac1254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387294 Jun 17 05:52:44.642977 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac54498-cdd4-4197-871a-5af02a0f84dd,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:44.645280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50832) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:44.651280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:44.673952 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.688994 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f7a8a8-8405-4361-bec0-d1286a5e56ff {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:44.713749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:44.718266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.731800 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.764965 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.814348 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4642b6f-6204-4bbb-9449-b2816fa2f94a req-4e9329a7-5216-41b0-927d-6e0812a7648b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:44.816002 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c4642b6f-6204-4bbb-9449-b2816fa2f94a req-4e9329a7-5216-41b0-927d-6e0812a7648b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1098089 Jun 17 05:52:44.823193 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.827234 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d47123f1-f30e-4873-b47f-a1c4a1a3f63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:44.859112 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c4642b6f-6204-4bbb-9449-b2816fa2f94a req-ede2f8ca-7dbb-496f-b6ec-8a67c5219d91 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Jun 17 05:52:44.880231 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:44.887950 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.888609 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.893132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:44.895654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:44.908281 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.918277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.918277 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ac54498-cdd4-4197-871a-5af02a0f84dd HTTP/1.1" status: 204 len: 168 time: 0.2659464 Jun 17 05:52:44.918277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2e5e57f4-093d-48ab-884e-c014e4beef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:44.921303 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac54498-cdd4-4197-871a-5af02a0f84dd,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:44.923804 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:45.131579 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41c95967-2dc2-4ebc-8dfd-7854ee4ff5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:45.182935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:45.466880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09424-756a-4933-8197-65451f336c97 req-2eec4824-72c1-437d-9daa-c4cc8f31e93c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:45.469052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14e09424-756a-4933-8197-65451f336c97 req-2eec4824-72c1-437d-9daa-c4cc8f31e93c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 944 time: 0.0711799 Jun 17 05:52:45.512171 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14e09424-756a-4933-8197-65451f336c97 req-c49909e3-d5a8-4197-a525-9fb7b46d8934 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Jun 17 05:52:45.573753 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['f1f7a8a8-8405-4361-bec0-d1286a5e56ff'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:45.615791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50850) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:45.629852 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:45.677082 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-723ee657-bd49-4ec7-b762-05c1c20e2a6e req-1256198c-6627-4068-9c15-61e32d90a182 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 210 time: 0.0331664 Jun 17 05:52:45.739057 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:45.817243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:45.819811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-74cd6103-5f68-4a8e-aeef-3d150d3415f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:46.064014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cffca3-a5ab-4516-8ffa-01733a8e8aa6,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:46.086555 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c37473a06aa42898e460c7a0af7be8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665828 Jun 17 05:52:46.086555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:46.086800 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50856) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:46.114828 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:46.156692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:46.165657 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69447b08-39dc-4a10-add0-8c3bd6b311e8 req-745671f6-6c69-4834-8884-d6a1ac4ef409 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.167143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-69447b08-39dc-4a10-add0-8c3bd6b311e8 req-745671f6-6c69-4834-8884-d6a1ac4ef409 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1185188 Jun 17 05:52:46.203827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:46.247679 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-69447b08-39dc-4a10-add0-8c3bd6b311e8 req-fdf4c0ed-5138-41c4-8fd2-621fe8baee30 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Jun 17 05:52:46.354997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:46.357888 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:46.361349 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06cffca3-a5ab-4516-8ffa-01733a8e8aa6 HTTP/1.1" status: 204 len: 168 time: 0.2713106 Jun 17 05:52:46.361349 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-85398505-0810-4c34-85e5-4704743cb24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:46.367848 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cffca3-a5ab-4516-8ffa-01733a8e8aa6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:46.370507 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:46.688306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc400-e681-484d-bd39-2dfae2e5d04a req-45a2a7f4-1637-4deb-8803-78b2d2f77af1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.689783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-baebc400-e681-484d-bd39-2dfae2e5d04a req-45a2a7f4-1637-4deb-8803-78b2d2f77af1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 944 time: 0.0654397 Jun 17 05:52:46.727101 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-baebc400-e681-484d-bd39-2dfae2e5d04a req-af36c551-33a1-4f7a-ab1d-464d77446721 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Jun 17 05:52:46.833760 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c32d7d7d-d02a-483e-99e6-4c290bca021f req-011cda3d-573d-4395-802a-00f43106cc02 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 210 time: 0.0270991 Jun 17 05:52:47.066634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-0b102d61-6e3b-4c3b-9c5f-64511c007249 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:47.067970 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-0b102d61-6e3b-4c3b-9c5f-64511c007249 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/networks?id=8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 200 len: 815 time: 0.1013930 Jun 17 05:52:47.092035 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Request body: {'port': {'device_id': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'admin_state_up': True, 'tenant_id': '3119c01b2b9a40eea646c717b0c65e47'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:47.215428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50870) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:47.229292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.261331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Made reservation on behalf of 3119c01b2b9a40eea646c717b0c65e47 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:47.264749 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.483083 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Allocated IP 172.20.0.8 (8ceb3308-322f-4f04-be5d-7d1ef76e8636/bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7/7fdaecb0-71a9-48a7-a78e-bc098fa4e11b) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:47.489235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.540824 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e606a-20f7-42df-91a7-c1190fe90d05 req-f7aaa9e4-3be2-4f6d-9e54-55171fc09145 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:47.543165 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-945e606a-20f7-42df-91a7-c1190fe90d05 req-f7aaa9e4-3be2-4f6d-9e54-55171fc09145 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1469829 Jun 17 05:52:47.616832 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.625649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8a7ad46d-aa12-46b5-a5b0-fe4cabdd3775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:47.646191 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-945e606a-20f7-42df-91a7-c1190fe90d05 req-83dfbe0b-68f8-4c2b-b084-837571c6560b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965760 Jun 17 05:52:47.672106 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0cbed3de5bc463c925a3564bf106490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555013 Jun 17 05:52:47.674733 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50884) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:47.692632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924ff2ef-2fbb-4907-9303-f930096d8864,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:47.700085 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:47.715567 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.724218 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.745189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.840567 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.844594 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cb95fad6-8554-4d6e-932e-24b49beb977d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:47.850703 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.853328 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.854397 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924ff2ef-2fbb-4907-9303-f930096d8864 HTTP/1.1" status: 204 len: 168 time: 0.1787002 Jun 17 05:52:47.872041 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-dbd474f6-8771-4beb-8c45-bdfa86a0415d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:47.885653 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ff2ef-2fbb-4907-9303-f930096d8864,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:47.893575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:47.894775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:47.904316 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:47.909925 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:47.917914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21', '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', '96e3984d-793b-4273-afcf-0992746e7d77'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:47.918667 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:47.919475 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:47.923743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event updated for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:47.924545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ee2b-62c9-4cfb-ad81-8a71cc92d45e req-d31d7f45-c729-43d3-8f65-bfedfa388c01 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:47.926570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-95c4ee2b-62c9-4cfb-ad81-8a71cc92d45e req-d31d7f45-c729-43d3-8f65-bfedfa388c01 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 944 time: 0.0873821 Jun 17 05:52:47.939611 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:47.975356 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-95c4ee2b-62c9-4cfb-ad81-8a71cc92d45e req-971faa29-92c1-4456-b2de-cf05250db446 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Jun 17 05:52:48.060421 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9723251 Jun 17 05:52:48.089110 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb19b7-2ad5-43b5-a21c-6b432bc0e39d req-94a1403e-7e99-461a-aac0-23ac20b19206 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:48.090743 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01cb19b7-2ad5-43b5-a21c-6b432bc0e39d req-94a1403e-7e99-461a-aac0-23ac20b19206 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 931 time: 0.0682681 Jun 17 05:52:48.094581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Request body: {'port': {'device_id': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:48.161986 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01cb19b7-2ad5-43b5-a21c-6b432bc0e39d req-823e099b-140d-4548-ad32-fbda5a489ae7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Jun 17 05:52:48.163341 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.202551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.510205 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device f1f7a8a8-8405-4361-bec0-d1286a5e56ff up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:48.698129 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port f1f7a8a8-8405-4361-bec0-d1286a5e56ff completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:48.703334 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port f1f7a8a8-8405-4361-bec0-d1286a5e56ff triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:48.703494 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:48.704233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.712584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.726075 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Transition to ACTIVE for port object 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:48.782045 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.809875 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:48.814025 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e64f4-25ce-40fb-88bc-9b85a808f96a" -d '{"events": [{"server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:48.815867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.819997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1917865d-5434-43ab-8943-a041b9d07ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:48.830749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:48.861811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37eb544-40aa-4358-a55c-03ff9002c033 x-openstack-request-id: req-e37eb544-40aa-4358-a55c-03ff9002c033 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:48.861811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:48.861811 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e37eb544-40aa-4358-a55c-03ff9002c033 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:48.861811 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'code': 200} Jun 17 05:52:48.869224 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583b9d6-b8a0-4329-9dd1-16897c74d7a2 req-2d4dd310-3719-4ea3-b1c1-19e5d0849b3a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:48.870703 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0583b9d6-b8a0-4329-9dd1-16897c74d7a2 req-2d4dd310-3719-4ea3-b1c1-19e5d0849b3a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1071455 Jun 17 05:52:48.925380 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:48.936425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:48.937277 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.937277 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:48.973450 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Attempting to bind port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:48.973784 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Attempting to bind port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:48.974110 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Attempting to bind port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:48.979845 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0583b9d6-b8a0-4329-9dd1-16897c74d7a2 req-85f8fc45-d999-4abf-ae55-604c7d0c658b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778210 Jun 17 05:52:48.981874 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:52:48.982193 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Attempting to bind port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b on network 8ceb3308-322f-4f04-be5d-7d1ef76e8636 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:48.985369 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:48.987807 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:48.987807 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Checking segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:48.988194 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Bound using segment: {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:48.988582 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Bound port: 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:48.989118 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.989233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:49.069655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:49.073058 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:49.113918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50922) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:49.149739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.152962 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:49.159607 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b290c-f1b5-40ce-a6e4-977d5072cc67 req-ab315028-1452-416e-aba3-6501a3b908af tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.161213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a5b290c-f1b5-40ce-a6e4-977d5072cc67 req-ab315028-1452-416e-aba3-6501a3b908af tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0652974 Jun 17 05:52:49.183326 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.184466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.191173 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] 10.222.0.22 "PUT /v2.0/ports/7fdaecb0-71a9-48a7-a78e-bc098fa4e11b HTTP/1.1" status: 200 len: 1093 time: 1.1062074 Jun 17 05:52:49.191173 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:49.192468 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9632f-f962-43c2-a0bc-36a95a848f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:49.205745 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a5b290c-f1b5-40ce-a6e4-977d5072cc67 req-9203df40-4107-4a10-afd9-f85ccb7f7d5b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387888 Jun 17 05:52:49.227615 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:49.231367 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:49.257669 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1657025160-network', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:49.273411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729ed48e-0177-44fd-aace-7772e52e2b55 x-openstack-request-id: req-729ed48e-0177-44fd-aace-7772e52e2b55 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:49.273725 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:49.274082 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-729ed48e-0177-44fd-aace-7772e52e2b55 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:49.274609 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b', 'status': 'completed', 'code': 200} Jun 17 05:52:49.379739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Made reservation on behalf of 5d1b5b9712564dd1b4291f8be0e8f750 for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:49.382066 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.396209 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.497250 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73e51-1741-4d5f-aeae-0ed6a0ce316c req-79fc2658-37e2-4bf8-9fca-6a0177ac78b8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.498603 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-25c73e51-1741-4d5f-aeae-0ed6a0ce316c req-79fc2658-37e2-4bf8-9fca-6a0177ac78b8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.1789010 Jun 17 05:52:49.507752 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-103729d0-49c3-4299-a31f-06ce2e7bc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.509193 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-103729d0-49c3-4299-a31f-06ce2e7bc8f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 1096 time: 0.1761036 Jun 17 05:52:49.622336 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-25c73e51-1741-4d5f-aeae-0ed6a0ce316c req-698d13f2-1918-46cb-b38c-83dee6695e94 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108713 Jun 17 05:52:49.624083 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b901-d9d6-48dc-979c-4677d612d549 req-6ca6827c-3c0a-4f10-bddd-bea0fec911f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.625500 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7c16b901-d9d6-48dc-979c-4677d612d549 req-6ca6827c-3c0a-4f10-bddd-bea0fec911f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.2116609 Jun 17 05:52:49.709622 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7c16b901-d9d6-48dc-979c-4677d612d549 req-f4a596f0-cc5f-4d39-b8c5-e468efc034ff service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755768 Jun 17 05:52:49.716611 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.725563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-8e8dfccf-0110-4243-8aef-86d141ec2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.727590 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-8e8dfccf-0110-4243-8aef-86d141ec2572 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3119c01b2b9a40eea646c717b0c65e47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1941192 Jun 17 05:52:49.771330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.775685 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d8f553ee-27be-4d13-a0b5-e3bace605068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:49.798470 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:52:49.808400 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:49.812646 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:49.813748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.814026 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Added segment 300b641d-86af-441f-9d76-110d1d2f672a of type vlan for network c9340e68-a17b-43e3-93f2-e827c006accd Jun 17 05:52:49.856868 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.155443 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647615c3-53db-49c1-b9b1-a627a86c2f77 req-573d4881-80d9-4e9d-8edf-7473920d9cf0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.156922 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-647615c3-53db-49c1-b9b1-a627a86c2f77 req-573d4881-80d9-4e9d-8edf-7473920d9cf0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0615864 Jun 17 05:52:50.196411 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-647615c3-53db-49c1-b9b1-a627a86c2f77 req-2b78321a-67ad-4f64-87a5-d320cf840c3e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Jun 17 05:52:50.346161 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.359172 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.359752 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.377992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:50.471160 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9340e68-a17b-43e3-93f2-e827c006accd,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:50.476968 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:50.478020 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-e954e13d-021c-4f33-b897-b1a3c62b15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.479958 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-03d9632f-f962-43c2-a0bc-36a95a848f4e req-e954e13d-021c-4f33-b897-b1a3c62b15ce service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1880558 Jun 17 05:52:50.483245 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network c9340e68-a17b-43e3-93f2-e827c006accd details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:52:50.500604 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48d9b8-b61f-4ba3-9e95-7b6d3237758e req-77d59460-46e7-40da-aafa-96be2a4a9d07 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.502129 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7c48d9b8-b61f-4ba3-9e95-7b6d3237758e req-77d59460-46e7-40da-aafa-96be2a4a9d07 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1596110 Jun 17 05:52:50.539836 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4248035 Jun 17 05:52:50.542966 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50940) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:50.544947 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7c48d9b8-b61f-4ba3-9e95-7b6d3237758e req-9e26ddaa-fd78-4d9a-b6f8-4ab068bcb716 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355895 Jun 17 05:52:50.548029 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Request body: {'subnet': {'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1657025160-subnet', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:50.624729 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-7c38dcda-bd95-48fc-9892-14fed1ad1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.626213 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-7c38dcda-bd95-48fc-9892-14fed1ad1b98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3119c01b2b9a40eea646c717b0c65e47&device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 1096 time: 0.0541368 Jun 17 05:52:50.646074 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Made reservation on behalf of 5d1b5b9712564dd1b4291f8be0e8f750 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:50.648686 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.696691 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-4e786310-d23b-4b81-b0c7-d3cb13e26c4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b HTTP/1.1" status: 200 len: 217 time: 0.0457108 Jun 17 05:52:50.749043 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06208e-b762-43fa-aba7-25419662efcb req-703cdc46-cc3e-4c9a-a6b4-4d16ef9e23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.750794 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-703cdc46-cc3e-4c9a-a6b4-4d16ef9e23ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 200 len: 855 time: 0.0477457 Jun 17 05:52:50.784749 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-dfbe57c3-05fa-4526-968b-74c9d164a8c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ceb3308-322f-4f04-be5d-7d1ef76e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270104 Jun 17 05:52:50.877494 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-b4ea0234-d3ff-4947-835e-6df51dee0f7f service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855331 Jun 17 05:52:50.884243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143d2d7-83a4-4264-b072-97dea17aca53 req-69a48363-5fad-41f0-a088-ae9bad80dec6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.885961 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f143d2d7-83a4-4264-b072-97dea17aca53 req-69a48363-5fad-41f0-a088-ae9bad80dec6 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.1102595 Jun 17 05:52:50.923242 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f143d2d7-83a4-4264-b072-97dea17aca53 req-884fcfc7-7ac0-4286-a16f-8bcc7aa85918 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jun 17 05:52:50.943395 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.947177 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:50.968972 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c06208e-b762-43fa-aba7-25419662efcb req-d8675ff2-3716-4d5d-90f9-e79a7f107894 service neutron] 10.222.0.22 "GET /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829728 Jun 17 05:52:51.001535 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6b44d2-e659-4cc5-a455-4d0415334161,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:51.005128 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:51.012634 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Checking segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:51.012986 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Network hostable DHCP agents. Network: c9340e68-a17b-43e3-93f2-e827c006accd, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:52:51.080110 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Network c9340e68-a17b-43e3-93f2-e827c006accd is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:52:51.136886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, c9340e68-a17b-43e3-93f2-e827c006accd) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:51.141261 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.142578 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.146726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37fb15-a907-40bb-ac42-e20af48d728d None None] Network c9340e68-a17b-43e3-93f2-e827c006accd requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:51.206551 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7de89060-e449-4af2-b8de-a9e3893c0ebe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6624639 Jun 17 05:52:51.210466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50948) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:51.217093 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:51.304210 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-c9340e68-a17b-43e3-93f2-e827c006accd', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:52:51.305207 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.309800 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.310823 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.380757 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.383587 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785bc40-655e-49ba-8289-83bbfe09d2cb req-e18be50d-6e04-4937-9104-899fdbab481c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.385204 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7785bc40-655e-49ba-8289-83bbfe09d2cb req-e18be50d-6e04-4937-9104-899fdbab481c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0713212 Jun 17 05:52:51.428154 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7785bc40-655e-49ba-8289-83bbfe09d2cb req-2b0518be-2153-4b5e-a720-573cb7f908b8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367901 Jun 17 05:52:51.439432 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Allocated IP 172.20.0.2 (c9340e68-a17b-43e3-93f2-e827c006accd/bc6b44d2-e659-4cc5-a455-4d0415334161/65879938-a2a7-4090-b504-81a8a2865f91) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:51.579929 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.583578 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.591776 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Transition to ACTIVE for port object 65879938-a2a7-4090-b504-81a8a2865f91 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:51.605914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Transition to ACTIVE for port object 65879938-a2a7-4090-b504-81a8a2865f91 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:51.681653 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.683816 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:51.729400 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Pushing event updated for resources: {'Port': ['ID=65879938-a2a7-4090-b504-81a8a2865f91,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:51.734688 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:51.734992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250443-1e5f-4ff9-a7a7-1b527a37d3c0 req-d6a57ea2-7b2f-40ba-b906-3463d95bc643 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.745352 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5e250443-1e5f-4ff9-a7a7-1b527a37d3c0 req-d6a57ea2-7b2f-40ba-b906-3463d95bc643 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0876458 Jun 17 05:52:51.759196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Network c9340e68-a17b-43e3-93f2-e827c006accd is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:51.759196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:51.760141 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:51.819733 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Attempting to bind port 65879938-a2a7-4090-b504-81a8a2865f91 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:51.825802 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Attempting to bind port 65879938-a2a7-4090-b504-81a8a2865f91 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:51.825802 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Attempting to bind port 65879938-a2a7-4090-b504-81a8a2865f91 on network c9340e68-a17b-43e3-93f2-e827c006accd {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:51.825802 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:51.825802 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Checking segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:51.826264 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5e250443-1e5f-4ff9-a7a7-1b527a37d3c0 req-9f2207b6-d0c9-47e3-8d73-be7dd827be6b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794866 Jun 17 05:52:51.826370 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.826889 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Bound using segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:51.827037 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Bound port: 65879938-a2a7-4090-b504-81a8a2865f91, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:51.827382 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.888992 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] For port 65879938-a2a7-4090-b504-81a8a2865f91, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:51.891915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] For port 65879938-a2a7-4090-b504-81a8a2865f91, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=65879938-a2a7-4090-b504-81a8a2865f91,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:51.895346 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.914475 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.965055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:51.965055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:52.023796 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Pushing event updated for resources: {'Port': ['ID=65879938-a2a7-4090-b504-81a8a2865f91,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:52.027607 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:52.091200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Allocated IP 172.27.3.51 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/08acafce-4928-4eca-9aeb-ba29398c165c) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:52.180246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5164-7658-428b-a477-895990a7d647 req-947c3f4d-7486-4dc5-a542-d8e2f3b26cf8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:52.181771 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c19f5164-7658-428b-a477-895990a7d647 req-947c3f4d-7486-4dc5-a542-d8e2f3b26cf8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.1379886 Jun 17 05:52:52.252813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:52.265590 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c19f5164-7658-428b-a477-895990a7d647 req-6acc76ea-998d-4258-a54f-9e693c3519ad tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Jun 17 05:52:52.383738 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:52.386179 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:52.425545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:52.428291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:52.433622 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:52.438643 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Pushing event updated for resources: {'Port': ['ID=08acafce-4928-4eca-9aeb-ba29398c165c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:52.456566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:52.627886 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2bbe5-3e07-4745-a456-83e2f61189e9 req-f0f61f44-b0b2-4de8-b9f9-60573d4828eb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:52.629776 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0ca2bbe5-3e07-4745-a456-83e2f61189e9 req-f0f61f44-b0b2-4de8-b9f9-60573d4828eb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0838737 Jun 17 05:52:52.670559 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0ca2bbe5-3e07-4745-a456-83e2f61189e9 req-bbdfef85-bed5-4c15-9a0b-f2baf5fc052c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 Jun 17 05:52:52.780222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:52.953963 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345eeb47-8742-43f8-b3a7-eeaffb25aab0 None None] Network c9340e68-a17b-43e3-93f2-e827c006accd requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:53.024511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.047623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938988da-6867-41fd-af3a-c9df4421ad45 req-70907292-6f72-45ab-acab-da4978918cc4 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:53.052962 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-938988da-6867-41fd-af3a-c9df4421ad45 req-70907292-6f72-45ab-acab-da4978918cc4 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0786707 Jun 17 05:52:53.088709 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-938988da-6867-41fd-af3a-c9df4421ad45 req-02999b26-ff6b-425a-bea4-829f15ce553c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Jun 17 05:52:53.131532 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-727de3aa-7e96-4f0a-992f-63852d79f1df None None] Provisioning for port 65879938-a2a7-4090-b504-81a8a2865f91 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:53.263725 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Router a2759b1b-9bea-4698-a39c-30f0f9369760 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:52:53.368151 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05651f5-63de-405b-b717-d966e27f5f37 req-5893f026-c41c-40a2-81f6-32b33864ab10 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:53.372453 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d05651f5-63de-405b-b717-d966e27f5f37 req-5893f026-c41c-40a2-81f6-32b33864ab10 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1485517 Jun 17 05:52:53.378619 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 50988) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:53.384459 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'floatingip': {'port_id': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:53.460545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:53.467519 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 65879938-a2a7-4090-b504-81a8a2865f91 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:53.473773 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Sync routers for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:53.483010 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:53.483647 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:53.501382 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.566433 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.567936 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3544905 Jun 17 05:52:53.571227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 50990) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:53.610694 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:53.681454 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 65879938-a2a7-4090-b504-81a8a2865f91 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:53.685045 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 65879938-a2a7-4090-b504-81a8a2865f91 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:53.685428 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.818099 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237883-6f63-4e33-bbd8-dc06c99a3b6e req-263f18ca-35d4-40da-9468-72f6c57de99b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:53.824798 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f1237883-6f63-4e33-bbd8-dc06c99a3b6e req-263f18ca-35d4-40da-9468-72f6c57de99b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.2440326 Jun 17 05:52:53.830548 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.845328 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:52Z', 'revision_number': 3, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:53.902767 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 65879938-a2a7-4090-b504-81a8a2865f91, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=65879938-a2a7-4090-b504-81a8a2865f91,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:53.905149 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Checking router: a2759b1b-9bea-4698-a39c-30f0f9369760 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:53.905564 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Updating router a2759b1b-9bea-4698-a39c-30f0f9369760 port 08acafce-4928-4eca-9aeb-ba29398c165c binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:52:53.914900 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f1237883-6f63-4e33-bbd8-dc06c99a3b6e req-505f3cad-e31b-454f-890b-fc89fdbed5b5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835369 Jun 17 05:52:53.943891 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.966509 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:53.969163 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:54.062596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=65879938-a2a7-4090-b504-81a8a2865f91,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:54.095629 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:54.131891 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb046-6f3e-4361-a572-166cc5c73c1c req-e3b0610c-0f37-4eeb-9a6b-8e540280452b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:54.138740 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-398bb046-6f3e-4361-a572-166cc5c73c1c req-e3b0610c-0f37-4eeb-9a6b-8e540280452b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.2426457 Jun 17 05:52:54.227155 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-398bb046-6f3e-4361-a572-166cc5c73c1c req-6c7d61fc-47e0-4273-ae74-323c0f7d3f75 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869310 Jun 17 05:52:54.280630 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.291553 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Transition to ACTIVE for port object 08acafce-4928-4eca-9aeb-ba29398c165c will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:54.366333 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.373130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.376526 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:54.418018 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Attempting to bind port 08acafce-4928-4eca-9aeb-ba29398c165c on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:54.418417 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Attempting to bind port 08acafce-4928-4eca-9aeb-ba29398c165c by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:54.418851 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Attempting to bind port 08acafce-4928-4eca-9aeb-ba29398c165c on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:54.430055 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:54.430475 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:54.430827 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.431226 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:54.431707 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Bound port: 08acafce-4928-4eca-9aeb-ba29398c165c, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:54.432078 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.457005 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Pushing event updated for resources: {'Port': ['ID=08acafce-4928-4eca-9aeb-ba29398c165c,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:54.461374 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:54.495525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.db.resource_extend [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 05:52:54.500949 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] For port 08acafce-4928-4eca-9aeb-ba29398c165c, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:54.504821 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] For port 08acafce-4928-4eca-9aeb-ba29398c165c, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=08acafce-4928-4eca-9aeb-ba29398c165c,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:54.533590 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Allocated IP 172.20.0.1 (c9340e68-a17b-43e3-93f2-e827c006accd/bc6b44d2-e659-4cc5-a455-4d0415334161/79889dc7-3a0f-4b1a-9925-45c3cff3e845) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:54.571671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.589313 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.592449 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-f6ef445f-fe50-4ad6-a96d-9599600de8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:54.635003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.640634 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.646183 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:54.646795 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:54.654570 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Transition to ACTIVE for port object 79889dc7-3a0f-4b1a-9925-45c3cff3e845 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:54.681841 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Pushing event updated for resources: {'Port': ['ID=08acafce-4928-4eca-9aeb-ba29398c165c,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:54.711495 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:54.737689 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.740862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:54.745700 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Floating IP 4b690291-96fa-4aef-b985-ade43f1e89fb associated. External IP: 172.27.3.122, port: f1f7a8a8-8405-4361-bec0-d1286a5e56ff. Jun 17 05:52:54.756958 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:54.774293 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Network c9340e68-a17b-43e3-93f2-e827c006accd is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:54.777142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:54.779603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:54.828505 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Pushing event updated for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:54.831307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:54.843075 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:54.971930 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:52Z', 'revision_number': 3, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:55.005872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:52:55.023412 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed03a5-3dbc-4407-8a03-f4dd22235e6c None None] The sync data for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi is: [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:52Z', 'revision_number': 3, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:55.119510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.130148 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:55.136297 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.137989 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-8946ba1e-3979-49d9-9dbb-6d428e6293cf None None] Provisioning for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:55.144546 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-8946ba1e-3979-49d9-9dbb-6d428e6293cf None None] Provisioning complete for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:55.144939 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8946ba1e-3979-49d9-9dbb-6d428e6293cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.178822 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0083eca8-a15a-403e-8378-c133a1ee4276 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "PUT /v2.0/floatingips/4b690291-96fa-4aef-b985-ade43f1e89fb HTTP/1.1" status: 200 len: 991 time: 1.7990689 Jun 17 05:52:55.179816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:55.180943 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:55.185663 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad960171-5138-42a6-8bc0-5b57b1c2f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:55.187101 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be384-9d78-47ea-a854-ee96344ce435 req-0da8816b-fa6a-4daf-8441-ec500eb4a885 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.188872 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-963be384-9d78-47ea-a854-ee96344ce435 req-0da8816b-fa6a-4daf-8441-ec500eb4a885 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.1447892 Jun 17 05:52:55.208221 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:55.209056 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:55.288720 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-963be384-9d78-47ea-a854-ee96344ce435 req-1bef552f-112b-46d9-915e-b12d2a1a05f3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929918 Jun 17 05:52:55.307348 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-8946ba1e-3979-49d9-9dbb-6d428e6293cf None None] Port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:52:55.359297 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffde20-4dc1-42d7-9bb8-0705d059cf87 x-openstack-request-id: req-07ffde20-4dc1-42d7-9bb8-0705d059cf87 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:55.359737 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:55.360155 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07ffde20-4dc1-42d7-9bb8-0705d059cf87 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:55.360699 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'status': 'completed', 'code': 200} Jun 17 05:52:55.375790 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:55.404359 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.472040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.491942 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 65879938-a2a7-4090-b504-81a8a2865f91 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:55.525949 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-091fba80-9977-4190-8d47-724f960cafe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:55.559029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-c6147bc9-cbdc-4fec-99ec-3010f2bacb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.560779 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-c6147bc9-cbdc-4fec-99ec-3010f2bacb31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.1100235 Jun 17 05:52:55.619687 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.628899 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Pushing event updated for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:55.631915 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:55.642558 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 65879938-a2a7-4090-b504-81a8a2865f91 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:55.643215 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.721974 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-741e7ef4-ad6b-490b-90a9-eb7eef6ede6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.723463 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-741e7ef4-ad6b-490b-90a9-eb7eef6ede6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.1552124 Jun 17 05:52:55.737938 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e507cd-3b0a-4516-92fc-8a747ab5da1e req-552bb9ed-d1ef-4461-97ab-df990f088d83 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.741149 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f5e507cd-3b0a-4516-92fc-8a747ab5da1e req-552bb9ed-d1ef-4461-97ab-df990f088d83 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.2778616 Jun 17 05:52:55.764769 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Network c9340e68-a17b-43e3-93f2-e827c006accd is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:55.772376 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:55.809037 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f5e507cd-3b0a-4516-92fc-8a747ab5da1e req-c22f37b5-8a9a-4d0a-a058-ebee0e4764da tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Jun 17 05:52:55.846265 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-72aa9b2b-a4b4-4951-9fff-578fd460d743 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 999 time: 0.1018548 Jun 17 05:52:55.876660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '4b690291-96fa-4aef-b985-ade43f1e89fb', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:ee:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:52:19Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:55.928918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-4ea7a0ae-6e32-4d81-a6a5-707da27d9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.930583 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-4ea7a0ae-6e32-4d81-a6a5-707da27d9581 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0724993 Jun 17 05:52:56.019693 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Router a2759b1b-9bea-4698-a39c-30f0f9369760 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:52:56.022759 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-2a5b1362-b47c-4f98-acef-8638cd2ea555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:56.025793 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-2a5b1362-b47c-4f98-acef-8638cd2ea555 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868335 Jun 17 05:52:56.071504 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:56.079989 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:56.080666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:56.146326 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-aa5fb4dd-24d4-4a01-866f-354e667a2459 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118004 Jun 17 05:52:56.172155 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:56.186496 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] 10.222.0.20 "PUT /v2.0/routers/a2759b1b-9bea-4698-a39c-30f0f9369760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069663 Jun 17 05:52:56.219075 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-e14ff2c3-f974-4bd8-a0a6-34164b76029e None None] Provisioning complete for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:56.219575 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e14ff2c3-f974-4bd8-a0a6-34164b76029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:56.262948 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:56.265839 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ad960171-5138-42a6-8bc0-5b57b1c2f95f req-247e5120-f16d-4336-a1ad-9cdced6bf976 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131690 Jun 17 05:52:56.314901 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-e14ff2c3-f974-4bd8-a0a6-34164b76029e None None] Port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:52:56.483644 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07b6fa-4e24-41ba-891b-adbb7068b63a req-bcf070be-4fc7-4565-a91c-acb4f6d14223 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:56.485434 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5b07b6fa-4e24-41ba-891b-adbb7068b63a req-bcf070be-4fc7-4565-a91c-acb4f6d14223 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 943 time: 0.0757911 Jun 17 05:52:56.531830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '4b690291-96fa-4aef-b985-ade43f1e89fb', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:ee:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:52:19Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:56.532785 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5b07b6fa-4e24-41ba-891b-adbb7068b63a req-5e2fad3c-55af-490e-82fb-265bff9d5cdd tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Jun 17 05:52:56.565874 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:56.568432 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e08ef-3668-4798-a27b-7615e00dda31 None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '4b690291-96fa-4aef-b985-ade43f1e89fb', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:ee:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:52:19Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:56.670680 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:56.688341 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b', 'network_id': '8ceb3308-322f-4f04-be5d-7d1ef76e8636', 'port_id': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b', 'mac_address': 'fa:16:3e:f7:30:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:56.736803 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:56.755404 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:56.788411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53e2a-7a37-43f9-be91-5bab9de0eaa4 req-d0039117-f01d-4a33-b453-f7692e32d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:56.790106 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3f53e2a-7a37-43f9-be91-5bab9de0eaa4 req-d0039117-f01d-4a33-b453-f7692e32d592 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.0844014 Jun 17 05:52:56.799331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:56.838728 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3f53e2a-7a37-43f9-be91-5bab9de0eaa4 req-9abed361-e5d3-42b6-8258-322b7dd3d85c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jun 17 05:52:56.887028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:56.890394 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:56.897367 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f125253-54ab-4682-8e91-bfae898f7bfa None None] New status for floating IP 4b690291-96fa-4aef-b985-ade43f1e89fb: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:52:56.986256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:56.989919 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:57.043196 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35059a3-e20e-428d-b5d5-f3f886d73233 req-dffc778d-510f-4229-8fa8-8a702820a1c3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:57.044963 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c35059a3-e20e-428d-b5d5-f3f886d73233 req-dffc778d-510f-4229-8fa8-8a702820a1c3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0748346 Jun 17 05:52:57.091752 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c35059a3-e20e-428d-b5d5-f3f886d73233 req-0ef3dc73-fb10-40ff-a08e-4dddf8fd1baa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Jun 17 05:52:57.131417 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51048) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:57.136242 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745305477-network', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:57.177113 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Sync routers for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:57.177113 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:57.177113 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:57.234349 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Made reservation on behalf of 2aba0366e2774e03ab5d7bcd067f0a0b for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:57.237192 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.248670 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.282152 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:57.398946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.416499 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 08acafce-4928-4eca-9aeb-ba29398c165c up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:57.510030 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['7fdaecb0-71a9-48a7-a78e-bc098fa4e11b'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:57.537670 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.542425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e199eda3-3182-4dcc-a5b2-ba73fa75bf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:57.562500 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:52:57.565460 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 08acafce-4928-4eca-9aeb-ba29398c165c completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:57.569842 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 08acafce-4928-4eca-9aeb-ba29398c165c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:57.570716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.579187 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2424580-961d-4318-b87b-95818f726f0a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:57.581751 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.582096 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Added segment 245580a8-ce4e-4106-8c82-f22d692a1b40 of type vlan for network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 Jun 17 05:52:57.599535 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.602765 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.603534 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.603534 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:57.610160 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:57.611587 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:52:55Z', 'revision_number': 2, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:57.648100 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Checking router: a2759b1b-9bea-4698-a39c-30f0f9369760 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:57.648636 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Updating router a2759b1b-9bea-4698-a39c-30f0f9369760 port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:52:57.659177 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.715468 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.745413 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23def122-5c55-459d-8171-efcd77e6932d req-71f8cc8f-d2e1-42ee-bd2a-69a644a98c6e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:57.747176 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-23def122-5c55-459d-8171-efcd77e6932d req-71f8cc8f-d2e1-42ee-bd2a-69a644a98c6e tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 944 time: 0.0769827 Jun 17 05:52:57.761061 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.768466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:57.769058 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.773335 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8ae14c1-9a33-4213-82a7-985842998713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:57.823720 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.837585 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-23def122-5c55-459d-8171-efcd77e6932d req-fb637424-00aa-480a-8eb5-59a6ff359c26 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Jun 17 05:52:57.848360 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:57.851820 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:57.878550 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:52:57.924620 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 08acafce-4928-4eca-9aeb-ba29398c165c, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=08acafce-4928-4eca-9aeb-ba29398c165c,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:57.932030 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7952666 Jun 17 05:52:57.932030 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51064) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:57.935899 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Request body: {'subnet': {'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745305477-subnet', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'ip_version': 4}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:58.058019 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.065097 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:58.120743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Made reservation on behalf of 2aba0366e2774e03ab5d7bcd067f0a0b for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:58.123226 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.267519 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=08acafce-4928-4eca-9aeb-ba29398c165c,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:58.271584 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:58.286098 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.298234 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Transition to ACTIVE for port object 79889dc7-3a0f-4b1a-9925-45c3cff3e845 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:58.392530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972763f3-dab7-4ed6-b3a2-e89c60a22dc9 req-411eb445-76e5-4385-ae9c-76e1e18b4a3a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:58.393876 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-972763f3-dab7-4ed6-b3a2-e89c60a22dc9 req-411eb445-76e5-4385-ae9c-76e1e18b4a3a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0613391 Jun 17 05:52:58.400202 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.402245 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:58.428964 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.432163 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-516ff1c3-3298-4fdd-bd30-c405b822ee6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:58.433336 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-972763f3-dab7-4ed6-b3a2-e89c60a22dc9 req-4415c8ab-1ae3-42df-9d07-698489ae58fa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jun 17 05:52:58.504694 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7452bec2-7bb8-482b-9a4a-6ea68e5d675e,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:58.509100 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:58.513306 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Checking segment: {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:58.513545 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Network hostable DHCP agents. Network: 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:52:58.533503 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Pushing event updated for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:58.543247 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:58.553256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Attempting to bind port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:58.553768 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Attempting to bind port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:58.554186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Attempting to bind port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 on network c9340e68-a17b-43e3-93f2-e827c006accd {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:58.559685 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:58.560138 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Checking segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:58.560634 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.561042 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Bound using segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:58.561532 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Bound port: 79889dc7-3a0f-4b1a-9925-45c3cff3e845, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:58.561928 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.595849 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:52:58.643290 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] For port 79889dc7-3a0f-4b1a-9925-45c3cff3e845, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:58.658474 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] For port 79889dc7-3a0f-4b1a-9925-45c3cff3e845, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=79889dc7-3a0f-4b1a-9925-45c3cff3e845,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:58.709235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:58.713130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:58.713717 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.718208 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d53540-bcfb-4471-bc8e-eb2970b9612f None None] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:58.761435 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.767133 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-aaa5c731-1a9f-43c6-aa91-3db03c069377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:58.820990 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8861279 Jun 17 05:52:58.821208 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51072) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:58.825930 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:58.850471 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Pushing event updated for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:58.853028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:58.853613 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:58.855482 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:58.914649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.914649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:58.984891 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.007145 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'fixed_ips': [{'subnet_id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:52:59.008652 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.034092 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:59.179919 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.270160 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Allocated IP 172.20.0.2 (9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4/7452bec2-7bb8-482b-9a4a-6ea68e5d675e/fa996d8a-d1e5-4bcc-b725-ad29e7a6f692) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:59.368988 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 08acafce-4928-4eca-9aeb-ba29398c165c up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:59.461773 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:52:58Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:59.477963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.497217 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.513575 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d93469-bc82-4a0b-8ab8-6a8596d61d87 None None] The sync data for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi is: [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:52:58Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:59.518682 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 08acafce-4928-4eca-9aeb-ba29398c165c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:59.519637 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.558606 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.593687 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Transition to ACTIVE for port object fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:59.620235 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Transition to ACTIVE for port object fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:59.650226 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Allocated IP 172.27.3.226 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/da27e102-9520-4e40-9b1c-b9929be8c872) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:59.703774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.709793 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:59.740331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:59.745223 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:59.748810 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:59.761152 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Pushing event updated for resources: {'Port': ['ID=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:59.761901 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.769641 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:59.822649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Attempting to bind port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:59.823035 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Attempting to bind port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:59.823412 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Attempting to bind port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 on network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:59.828804 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:59.829189 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Checking segment: {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:59.829603 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.830008 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Bound using segment: {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:59.830488 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Bound port: fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:59.830869 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.863758 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.866655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:59.894590 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] For port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:59.899084 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] For port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:59.909294 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:59.912214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:59.917230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:59.959759 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Pushing event updated for resources: {'Port': ['ID=da27e102-9520-4e40-9b1c-b9929be8c872,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:59.971426 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:59.973527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:59.992645 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:00.043886 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Pushing event updated for resources: {'Port': ['ID=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:00.052369 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:00.248694 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:00.457555 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:00.686149 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Router bfc1c96a-3947-4d61-bc00-21ab50a83688 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:53:00.795643 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:00.805556 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Sync routers for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:00.815368 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:00.816075 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:00.862677 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:00.864149 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0416210 Jun 17 05:53:00.866776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51086) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:00.975458 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7229e13-1761-43e0-ac9d-2e88918a69db None None] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:01.007280 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:01.154414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-ddabefad-037a-4686-a2e7-6c84eec11b95 None None] Provisioning for port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:01.211954 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:00Z', 'revision_number': 3, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:01.239942 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Checking router: bfc1c96a-3947-4d61-bc00-21ab50a83688 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:01.240301 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Updating router bfc1c96a-3947-4d61-bc00-21ab50a83688 port da27e102-9520-4e40-9b1c-b9929be8c872 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:01.283686 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.460660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 79889dc7-3a0f-4b1a-9925-45c3cff3e845 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:01.560100 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.563459 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.575429 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Transition to ACTIVE for port object da27e102-9520-4e40-9b1c-b9929be8c872 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:01.589018 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:01.592849 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:01.593225 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.681069 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.683940 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:01.719681 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Allocated IP 172.20.0.1 (9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4/7452bec2-7bb8-482b-9a4a-6ea68e5d675e/ca687137-9f0c-45c6-82cd-89962d0ce4d4) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:01.730144 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48690e27-230b-420e-b384-9b429a3b5de0 None None] Pushing event updated for resources: {'Port': ['ID=da27e102-9520-4e40-9b1c-b9929be8c872,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:01.743387 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-48690e27-230b-420e-b384-9b429a3b5de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:01.750000 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Attempting to bind port da27e102-9520-4e40-9b1c-b9929be8c872 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:01.750000 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Attempting to bind port da27e102-9520-4e40-9b1c-b9929be8c872 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:01.750000 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Attempting to bind port da27e102-9520-4e40-9b1c-b9929be8c872 on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:01.753817 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:01.754194 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:01.754600 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.754985 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:01.755482 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Bound port: da27e102-9520-4e40-9b1c-b9929be8c872, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:01.755880 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.799285 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.818236 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] For port da27e102-9520-4e40-9b1c-b9929be8c872, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:01.821983 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] For port da27e102-9520-4e40-9b1c-b9929be8c872, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=da27e102-9520-4e40-9b1c-b9929be8c872,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:01.832070 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.833758 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 79889dc7-3a0f-4b1a-9925-45c3cff3e845, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=79889dc7-3a0f-4b1a-9925-45c3cff3e845,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:01.845914 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Transition to ACTIVE for port object ca687137-9f0c-45c6-82cd-89962d0ce4d4 will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:01.916074 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.919159 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:01.931705 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.932092 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:01.936788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:01.936912 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:01.937060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:01.971165 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:01.974761 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:01.978399 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48690e27-230b-420e-b384-9b429a3b5de0 None None] Pushing event updated for resources: {'Port': ['ID=da27e102-9520-4e40-9b1c-b9929be8c872,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:01.982131 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:01.982578 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:01.984608 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-48690e27-230b-420e-b384-9b429a3b5de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:01.985433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:01.986903 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.043155 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:02.058298 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:02.070761 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:02.088824 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:02.172047 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:02.176574 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:02.177192 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.213289 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:02.279088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185f58b-7655-4b7c-bd1b-826140f381b5 req-1e4df54b-e7fc-456d-9df4-1fc0487c5e3c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:02.281274 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6185f58b-7655-4b7c-bd1b-826140f381b5 req-1e4df54b-e7fc-456d-9df4-1fc0487c5e3c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0810971 Jun 17 05:53:02.296814 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3778-de12-473e-9b58-bb8e11e0f65e req-adebd9ca-5909-40c1-be94-10f2a6f72606 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:02.298505 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3bfb3778-de12-473e-9b58-bb8e11e0f65e req-adebd9ca-5909-40c1-be94-10f2a6f72606 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 944 time: 0.1302125 Jun 17 05:53:02.308190 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.308689 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.342573 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6185f58b-7655-4b7c-bd1b-826140f381b5 req-e859a935-5788-4f8d-9be1-0abc416d6768 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525377 Jun 17 05:53:02.349914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:02.377594 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-13438b3d-00f7-44e6-a6ff-17623309a568 None None] Provisioning for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:02.378253 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3bfb3778-de12-473e-9b58-bb8e11e0f65e req-55b33854-0cd3-4fb3-bb03-3859a81412e0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Jun 17 05:53:02.382288 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-13438b3d-00f7-44e6-a6ff-17623309a568 None None] Provisioning complete for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:02.383351 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-13438b3d-00f7-44e6-a6ff-17623309a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.427244 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-13438b3d-00f7-44e6-a6ff-17623309a568 None None] Port ca687137-9f0c-45c6-82cd-89962d0ce4d4 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:02.430624 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.433700 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:02.460195 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:00Z', 'revision_number': 3, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:02.489297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:02.492408 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271e7a4-735c-4a67-ac07-ccb67a098121 None None] The sync data for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi is: [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:00Z', 'revision_number': 3, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:02.493387 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:02.526220 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.584235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.585068 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.587590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:02.667287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:02.673110 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:02.712854 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:02.714715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:02.858963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Router bfc1c96a-3947-4d61-bc00-21ab50a83688 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:02.965371 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4655512c-a78d-46d0-a7a7-fdaa3273cad7 None None] Provisioning complete for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:02.966035 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4655512c-a78d-46d0-a7a7-fdaa3273cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:02.977674 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:02.983601 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] 10.222.0.20 "PUT /v2.0/routers/bfc1c96a-3947-4d61-bc00-21ab50a83688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1154664 Jun 17 05:53:03.005264 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-4655512c-a78d-46d0-a7a7-fdaa3273cad7 None None] Port ca687137-9f0c-45c6-82cd-89962d0ce4d4 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:03.489696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device da27e102-9520-4e40-9b1c-b9929be8c872 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:03.609015 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f8a3c-e13d-411e-aff5-44c601d9027f req-9a8eb8af-cd8c-4970-9a45-145fcd864e48 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:03.610781 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b7f8a3c-e13d-411e-aff5-44c601d9027f req-9a8eb8af-cd8c-4970-9a45-145fcd864e48 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0904322 Jun 17 05:53:03.613622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe5f3-780b-45dd-a789-30aa27403525 req-e76635ea-e281-4ff7-a2f5-e302fe36fe07 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:03.615254 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-20cfe5f3-780b-45dd-a789-30aa27403525 req-e76635ea-e281-4ff7-a2f5-e302fe36fe07 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 944 time: 0.0682526 Jun 17 05:53:03.657103 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b7f8a3c-e13d-411e-aff5-44c601d9027f req-54a7be69-ffe9-4166-aee7-168affa94125 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Jun 17 05:53:03.667654 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-20cfe5f3-780b-45dd-a789-30aa27403525 req-6f925726-b741-4912-b64a-2c080815d209 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Jun 17 05:53:03.680534 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port da27e102-9520-4e40-9b1c-b9929be8c872 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:03.684402 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port da27e102-9520-4e40-9b1c-b9929be8c872 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:03.684821 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:03.772369 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:03.793001 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port da27e102-9520-4e40-9b1c-b9929be8c872, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=da27e102-9520-4e40-9b1c-b9929be8c872,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:03.881063 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:03.881971 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 79889dc7-3a0f-4b1a-9925-45c3cff3e845 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:03.885454 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0386e375-2e1e-460b-8d4a-87f3cbeacf49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:03.957934 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=da27e102-9520-4e40-9b1c-b9929be8c872,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:03.961646 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:03.981414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:03.981414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:04.071179 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:04.116430 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:04.180757 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:04.181137 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:04.214363 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:04.225114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:04.225532 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:04.350359 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:04.386174 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:04.388743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff3964e-b916-4d56-a172-2958361d9dc0" -d '{"events": [{"server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "name": "network-vif-plugged", "status": "completed", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:04.402348 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Sync routers for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:04.411051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:04.418098 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:04.418821 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:04.495660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:04.499349 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:04.525719 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d3bf04-f7a4-4c46-bb1e-64a0a2fb7a6e x-openstack-request-id: req-e9d3bf04-f7a4-4c46-bb1e-64a0a2fb7a6e {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:04.526014 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "name": "network-vif-plugged", "status": "completed", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:04.526273 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9d3bf04-f7a4-4c46-bb1e-64a0a2fb7a6e {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:04.526660 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b', 'code': 200} Jun 17 05:53:04.604104 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:04.613406 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:04.625446 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:04.889487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf48cc-6d9c-4507-8950-e6aa08a5fd8a req-7c6ef686-84ce-4adc-862d-fbb4e3949d1c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:04.892894 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cdf48cc-6d9c-4507-8950-e6aa08a5fd8a req-7c6ef686-84ce-4adc-862d-fbb4e3949d1c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0973587 Jun 17 05:53:05.020750 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4bc2-d7d4-4961-8a47-1f84b13a4759 req-9ec10dba-e012-4c60-ad1b-7deae6bbd082 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:05.021292 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cdf48cc-6d9c-4507-8950-e6aa08a5fd8a req-7ca193de-1a82-472b-9563-94aa3ee6a0ba tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952287 Jun 17 05:53:05.021392 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1c6a4bc2-d7d4-4961-8a47-1f84b13a4759 req-9ec10dba-e012-4c60-ad1b-7deae6bbd082 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.1034384 Jun 17 05:53:05.054822 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:02Z', 'revision_number': 4, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'ca687137-9f0c-45c6-82cd-89962d0ce4d4', 'name': '', 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:01Z', 'updated_at': '2021-06-17T05:53:02Z', 'revision_number': 2, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'subnets': [{'id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:05.075628 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1c6a4bc2-d7d4-4961-8a47-1f84b13a4759 req-2b1b9730-8cd7-4537-a29b-7decb409d392 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710950 Jun 17 05:53:05.088015 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Checking router: bfc1c96a-3947-4d61-bc00-21ab50a83688 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:05.088396 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Updating router bfc1c96a-3947-4d61-bc00-21ab50a83688 port ca687137-9f0c-45c6-82cd-89962d0ce4d4 binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:05.139641 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:05.163380 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801974-c83b-491b-9154-08557ebf5852 req-e49ca399-9b6b-4a37-9950-3548d9f759d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:05.164917 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bb801974-c83b-491b-9154-08557ebf5852 req-e49ca399-9b6b-4a37-9950-3548d9f759d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 1098 time: 0.1121378 Jun 17 05:53:05.211806 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bb801974-c83b-491b-9154-08557ebf5852 req-a8a496ce-6b74-4d2a-bcd6-7ca3284c2716 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Jun 17 05:53:05.396862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device da27e102-9520-4e40-9b1c-b9929be8c872 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:05.519296 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:05.521601 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port da27e102-9520-4e40-9b1c-b9929be8c872 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:05.521979 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:05.552958 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Transition to ACTIVE for port object ca687137-9f0c-45c6-82cd-89962d0ce4d4 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:05.811686 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:05.814800 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:06.000287 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Pushing event updated for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:06.005414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:06.074723 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Attempting to bind port ca687137-9f0c-45c6-82cd-89962d0ce4d4 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:06.075106 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Attempting to bind port ca687137-9f0c-45c6-82cd-89962d0ce4d4 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:06.075478 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Attempting to bind port ca687137-9f0c-45c6-82cd-89962d0ce4d4 on network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:06.081259 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:06.081640 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Checking segment: {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:06.082053 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:06.084570 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Bound using segment: {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:06.086064 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Bound port: ca687137-9f0c-45c6-82cd-89962d0ce4d4, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245580a8-ce4e-4106-8c82-f22d692a1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:06.086930 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:06.103309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb2186-7e27-41bd-ad4a-264ee11125e3 req-64051431-dd7a-481d-bf52-39a1b8a8159f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:06.111728 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-27cb2186-7e27-41bd-ad4a-264ee11125e3 req-64051431-dd7a-481d-bf52-39a1b8a8159f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0956275 Jun 17 05:53:06.139559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-e09bb372-96ad-4d66-ad41-0b738b05cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:06.141896 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-e09bb372-96ad-4d66-ad41-0b738b05cb23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cd22d4f0c3244dbb34b38450177e094&device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 1098 time: 0.1149144 Jun 17 05:53:06.179773 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] For port ca687137-9f0c-45c6-82cd-89962d0ce4d4, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:06.179949 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:53:06.182803 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] For port ca687137-9f0c-45c6-82cd-89962d0ce4d4, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ca687137-9f0c-45c6-82cd-89962d0ce4d4,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:06.193721 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-27cb2186-7e27-41bd-ad4a-264ee11125e3 req-a42f2240-e1e1-4fd6-9d91-64672309d482 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811100 Jun 17 05:53:06.252567 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:06.254680 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:06.272556 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-2dea776a-c4c8-42c7-99a0-19dabcca1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:06.274088 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-2dea776a-c4c8-42c7-99a0-19dabcca1453 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 200 len: 919 time: 0.1215405 Jun 17 05:53:06.330330 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Pushing event updated for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:06.338021 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:06.349940 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:06.350846 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:52:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:06.375790 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-2861b35c-edbe-4f39-ac0e-ce6b08fa4560 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 200 len: 217 time: 0.0855949 Jun 17 05:53:06.452772 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74acd-ed38-4afa-abd0-47fd45b45487 req-520c5f19-02cc-4671-a90e-757e1eda5e54 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:06.461745 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ffe74acd-ed38-4afa-abd0-47fd45b45487 req-520c5f19-02cc-4671-a90e-757e1eda5e54 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.1837370 Jun 17 05:53:06.505951 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-99412f44-114d-44e7-bf4b-0b8b68d9367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:06.507476 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-99412f44-114d-44e7-bf4b-0b8b68d9367b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 200 len: 859 time: 0.1229584 Jun 17 05:53:06.521567 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ffe74acd-ed38-4afa-abd0-47fd45b45487 req-bdfd25ed-e205-4b50-bd3b-cc896a109808 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Jun 17 05:53:06.566434 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-1883c5df-e813-4132-9e94-67da0e17027e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1008679a-5363-4b75-81f1-ca37c60db0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413363 Jun 17 05:53:06.690356 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-2d051176-ec4e-4ebe-83a0-153ab2cee076 service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159735 Jun 17 05:53:06.694232 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:06.823265 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-01dc3594-3733-445a-89f5-24ea56cc8ff4 req-55972228-3b8f-4299-9e44-f8ad0c1618fa service neutron] 10.222.0.22 "GET /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202586 Jun 17 05:53:06.999135 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:02Z', 'revision_number': 4, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'ca687137-9f0c-45c6-82cd-89962d0ce4d4', 'name': '', 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:01Z', 'updated_at': '2021-06-17T05:53:06Z', 'revision_number': 4, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'subnets': [{'id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:07.030558 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bc25a-e117-4a53-a2b8-f5214c851894 None None] The sync data for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi is: [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:53:02Z', 'revision_number': 4, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'ca687137-9f0c-45c6-82cd-89962d0ce4d4', 'name': '', 'network_id': '9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:01Z', 'updated_at': '2021-06-17T05:53:06Z', 'revision_number': 4, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'subnets': [{'id': '7452bec2-7bb8-482b-9a4a-6ea68e5d675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:07.467065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ca687137-9f0c-45c6-82cd-89962d0ce4d4 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:07.765847 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:07.770700 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:07.771045 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:07.796041 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6060-06d6-4461-9c77-927d6626b690 req-9dc23ce6-ac1c-42af-8a37-9497261e0f98 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:07.803508 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c4f6060-06d6-4461-9c77-927d6626b690 req-9dc23ce6-ac1c-42af-8a37-9497261e0f98 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.3906288 Jun 17 05:53:07.829836 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20403de8-0a58-4d50-bb39-af4bc4cfaaa9 req-6521f42c-2934-44db-a4e3-eff46e3ead49 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:07.831415 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-20403de8-0a58-4d50-bb39-af4bc4cfaaa9 req-6521f42c-2934-44db-a4e3-eff46e3ead49 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.0886481 Jun 17 05:53:07.852224 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c4f6060-06d6-4461-9c77-927d6626b690 req-a58bcba2-0cc7-4217-956d-5afb839e4373 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Jun 17 05:53:07.894469 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-20403de8-0a58-4d50-bb39-af4bc4cfaaa9 req-0c7765c7-1fdb-4974-995a-23cb68391e97 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Jun 17 05:53:07.983378 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.051742 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port ca687137-9f0c-45c6-82cd-89962d0ce4d4, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ca687137-9f0c-45c6-82cd-89962d0ce4d4,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:08.184517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.186421 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:08.264837 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:08.290474 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:09.220251 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0019b2-96e1-4869-8fdd-220c27293087 req-cbe011a1-a28e-4ad1-821b-0a45e7c3805c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.231042 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b0019b2-96e1-4869-8fdd-220c27293087 req-cbe011a1-a28e-4ad1-821b-0a45e7c3805c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0761123 Jun 17 05:53:09.278344 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b0019b2-96e1-4869-8fdd-220c27293087 req-5405a0ca-8edf-413c-8971-1f250ec5efca tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Jun 17 05:53:09.337372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51230) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:09.414068 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ca687137-9f0c-45c6-82cd-89962d0ce4d4 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:09.502004 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port ca687137-9f0c-45c6-82cd-89962d0ce4d4 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:09.502427 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.507048 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.624689 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.674746 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.677684 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d5848c5a-da01-42e6-bd60-a37866557348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:09.745981 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1e475d-2d6b-4b2f-b17c-0f94ac86ae7f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:09.752563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51236) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:09.760978 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09c6f3235c5447828db8a4ab00c25582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224534 Jun 17 05:53:09.774056 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.774614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.774754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.775090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.775441 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.775771 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.776106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.776439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.776867 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.777203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.777536 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.777865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:09.783379 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:09.895955 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.927166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:10.070486 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:10.073847 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:10.075074 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d1e475d-2d6b-4b2f-b17c-0f94ac86ae7f HTTP/1.1" status: 204 len: 168 time: 0.3205471 Jun 17 05:53:10.075836 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:10.087189 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1e475d-2d6b-4b2f-b17c-0f94ac86ae7f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:10.089681 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:10.477380 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9f1cb-ebaf-4f78-98e5-0c3e71883b3c req-20034f5b-6f08-455a-b437-bbce6b98ca7a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:10.492793 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fdb9f1cb-ebaf-4f78-98e5-0c3e71883b3c req-20034f5b-6f08-455a-b437-bbce6b98ca7a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0828500 Jun 17 05:53:10.531597 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fdb9f1cb-ebaf-4f78-98e5-0c3e71883b3c req-b11ffcf5-e60d-4c81-a077-b2ce3ee10326 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Jun 17 05:53:11.753655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40556-863d-4dc5-bfeb-7470774ee4bb req-284f11b0-1564-42e9-bbc8-7d73731f9af1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:11.767751 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9bd40556-863d-4dc5-bfeb-7470774ee4bb req-284f11b0-1564-42e9-bbc8-7d73731f9af1 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0885811 Jun 17 05:53:11.795792 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9bd40556-863d-4dc5-bfeb-7470774ee4bb req-5c08b569-15d5-46fa-9a3f-1509a971b654 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Jun 17 05:53:12.668783 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a8b8-4595-46a0-a28c-948f75983b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:13.016322 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16358d0a-d632-4296-89f5-2b49bd6e1de1 req-4aadfe3b-39ae-4542-b557-2e09d8ccba3f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:13.023628 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-16358d0a-d632-4296-89f5-2b49bd6e1de1 req-4aadfe3b-39ae-4542-b557-2e09d8ccba3f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0797429 Jun 17 05:53:13.060509 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-16358d0a-d632-4296-89f5-2b49bd6e1de1 req-b79a8b67-fd6e-420b-8f19-87c14426ae45 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Jun 17 05:53:14.289102 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e7c96-8c9d-4d09-9538-e6d640f384ec req-4f9c70fd-b4c0-410d-8e80-7a13b178191b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:14.291482 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca3e7c96-8c9d-4d09-9538-e6d640f384ec req-4f9c70fd-b4c0-410d-8e80-7a13b178191b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0760663 Jun 17 05:53:14.337042 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca3e7c96-8c9d-4d09-9538-e6d640f384ec req-b12696b3-4390-4080-acb7-e7a341c940e9 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Jun 17 05:53:14.738318 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:15.518816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0eca-ec30-4623-95b5-2c32cf5ee3e2 req-b5249e95-5372-4f12-95bc-cfd68d446470 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:15.520186 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b57f0eca-ec30-4623-95b5-2c32cf5ee3e2 req-b5249e95-5372-4f12-95bc-cfd68d446470 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0664895 Jun 17 05:53:15.560221 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b57f0eca-ec30-4623-95b5-2c32cf5ee3e2 req-62abdd00-3487-4f35-ab84-643555655522 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343070 Jun 17 05:53:15.726722 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-83d2b4ad-6972-4237-a861-c15871d10470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:15.771953 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:16.200187 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:17.344775 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-98b40528-67c9-4240-8ace-646795844c77 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:17.346220 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-98b40528-67c9-4240-8ace-646795844c77 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 815 time: 0.1017084 Jun 17 05:53:17.361508 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-1b049837-29fc-4cb5-9b4c-fd10f72eafda tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/quotas/5d1b5b9712564dd1b4291f8be0e8f750 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Jun 17 05:53:17.427750 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-488ff7d5-c01d-4047-92ee-a37f448d6f04 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608592 Jun 17 05:53:17.521514 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-7e71a4bc-57f1-4e95-b268-2f6a412e5a64 service neutron] 10.222.0.20 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828025 Jun 17 05:53:17.606724 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-00df321f-cc41-4145-a525-5cf4ac6e5955 service neutron] 10.222.0.20 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790980 Jun 17 05:53:17.908415 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-716bae4d-3f46-4706-9b2e-39a8997fd2db req-070e1b0f-457a-4b56-bbe4-56d2aa51666f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jun 17 05:53:17.994726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:18.992995 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9cf957ef-bace-4517-8036-afc73b2ca677 req-4dfe3437-9686-4a46-a8bc-aa49b2acbd04 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Jun 17 05:53:20.137944 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d2ec548-5672-424f-b0b1-9eec213b41d0 req-0fb9e607-7ace-4e9a-b85f-1fbcf7d5bb82 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jun 17 05:53:21.292649 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7d4b4dd4-5ffc-4733-88ce-dd8d5795f9b2 req-8779c903-62fc-411a-84d4-2a82339ad21d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 210 time: 0.0397573 Jun 17 05:53:21.366354 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-7530e2dd-62e4-4233-8f00-a5063e017776 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:21.367761 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-7530e2dd-62e4-4233-8f00-a5063e017776 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 815 time: 0.1237044 Jun 17 05:53:21.396432 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'port': {'device_id': '3bc180fa-2721-4b9c-9018-255124523e21', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'admin_state_up': True, 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:21.594642 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Made reservation on behalf of 5d1b5b9712564dd1b4291f8be0e8f750 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:21.598319 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:21.732845 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Allocated IP 172.20.0.9 (c9340e68-a17b-43e3-93f2-e827c006accd/bc6b44d2-e659-4cc5-a455-4d0415334161/acc5ee9c-6dc4-4085-83b1-cb73755d4564) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:21.901597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:21.914860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Transition to ACTIVE for port object acc5ee9c-6dc4-4085-83b1-cb73755d4564 will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:22.090283 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:22.107303 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c3d96ba3-a5ed-4384-a400-6e6f53067695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:22.145914 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Network c9340e68-a17b-43e3-93f2-e827c006accd is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:22.149331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:22.151883 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:22.157706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:22.158301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:22.175212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:22.189878 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:22.318416 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256113 Jun 17 05:53:22.351918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Request body: {'port': {'device_id': '3bc180fa-2721-4b9c-9018-255124523e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:22.431905 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:22.479322 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa202b-e68b-4e88-af5a-c5d7201a7ac0 req-bdace3f4-d5de-4dfa-8372-1b2e507f695c tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:22.483649 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52aa202b-e68b-4e88-af5a-c5d7201a7ac0 req-bdace3f4-d5de-4dfa-8372-1b2e507f695c tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 931 time: 0.0694885 Jun 17 05:53:22.526475 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52aa202b-e68b-4e88-af5a-c5d7201a7ac0 req-0754c995-600f-402d-b089-f305563140eb tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Jun 17 05:53:22.531768 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-5d84b354-c747-47c6-8354-09cd6c9c311d None None] Provisioning for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:22.543076 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-5d84b354-c747-47c6-8354-09cd6c9c311d None None] Provisioning complete for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:22.543629 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5d84b354-c747-47c6-8354-09cd6c9c311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:22.644509 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-5d84b354-c747-47c6-8354-09cd6c9c311d None None] Port acc5ee9c-6dc4-4085-83b1-cb73755d4564 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:22.849935 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc5ee9c-6dc4-4085-83b1-cb73755d4564 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:22.871584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:22.888897 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Transition to ACTIVE for port object acc5ee9c-6dc4-4085-83b1-cb73755d4564 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:23.097419 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.099586 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:23.183550 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:23.188167 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:23.235519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Attempting to bind port acc5ee9c-6dc4-4085-83b1-cb73755d4564 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:23.235519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Attempting to bind port acc5ee9c-6dc4-4085-83b1-cb73755d4564 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:23.235519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Attempting to bind port acc5ee9c-6dc4-4085-83b1-cb73755d4564 on network c9340e68-a17b-43e3-93f2-e827c006accd {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:23.235519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Port acc5ee9c-6dc4-4085-83b1-cb73755d4564 on network c9340e68-a17b-43e3-93f2-e827c006accd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:23.235519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Attempting to bind port acc5ee9c-6dc4-4085-83b1-cb73755d4564 on network c9340e68-a17b-43e3-93f2-e827c006accd {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:23.240872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:23.241236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Checking segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:23.241605 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Bound using segment: {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:23.242029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Bound port: acc5ee9c-6dc4-4085-83b1-cb73755d4564, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300b641d-86af-441f-9d76-110d1d2f672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:23.242369 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.332775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:23.336764 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:23.458107 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.460822 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:23.496971 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:23.497579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.498938 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] 10.222.0.22 "PUT /v2.0/ports/acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 1093 time: 1.1528492 Jun 17 05:53:23.499429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:23.502138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adecd98-232b-491a-a525-05e7786957b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:23.526473 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:23.530058 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:40.518612 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51718) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:40.631683 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.718330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.794364 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.797114 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-211ae3a7-107b-492c-b202-dbe65fe00b32 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:40.837698 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=388193f11812421dbd65245edfa9b3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168681 Jun 17 05:53:40.839329 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6caef44-0c2d-46b9-9fe4-cdc104ce354a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:40.841217 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51722) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:40.843622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:40.918096 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.938274 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.068612 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.071191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.072336 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6caef44-0c2d-46b9-9fe4-cdc104ce354a HTTP/1.1" status: 204 len: 168 time: 0.2301300 Jun 17 05:53:41.073139 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cd78eb3e-3f22-4189-b6a9-07716c07fd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:41.083756 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6caef44-0c2d-46b9-9fe4-cdc104ce354a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:41.083756 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:42.126019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51756) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:42.217646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-278248473-network', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:42.325480 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Made reservation on behalf of 4d73123ce87a4f08aaf5036d7b92b6c4 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:42.327787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.335784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.421136 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.514191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.517958 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f4c6d50d-cbb4-4354-a99a-b2cc73db487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:42.533057 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:53:42.550649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.550993 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Added segment dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2 of type vlan for network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b Jun 17 05:53:42.552337 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3668b81-acc8-4a5f-9b2d-b5a5983af265,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:42.560865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:42.591721 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.628789 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-72cb272a-5747-4166-931b-e03748c13502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.686048 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.687614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.688305 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.691867 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:42.752711 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Pushing event updated for resources: {'Network': ['ID=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:42.756373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:42.764918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:53:42.779954 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6522255 Jun 17 05:53:42.781542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51762) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:42.786679 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Request body: {'subnet': {'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-278248473-subnet', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:42.880244 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Made reservation on behalf of 4d73123ce87a4f08aaf5036d7b92b6c4 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:42.882992 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.137532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.140767 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:43.167385 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:53:43.193816 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234d1369-315b-42ac-a89a-ef5f8b81426c,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:43.197588 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:43.203335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Checking segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:43.203687 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Network hostable DHCP agents. Network: 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:53:43.302667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:53:43.411552 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:43.416423 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.416857 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.421948 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9548c-7447-4682-b5d9-3002f901c253 None None] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:43.549472 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7667599 Jun 17 05:53:43.554246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51770) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:43.556763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:43.566175 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:53:43.567049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.629000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.630058 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.679916 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.709797 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Allocated IP 172.20.0.2 (51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b/234d1369-315b-42ac-a89a-ef5f8b81426c/8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:43.849539 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.858159 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Transition to ACTIVE for port object 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:43.868274 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:43.873391 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Transition to ACTIVE for port object 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:44.000267 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.003208 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:44.034535 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:44.037252 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:44.041282 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:44.072382 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Pushing event updated for resources: {'Port': ['ID=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:44.075850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:44.108761 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Attempting to bind port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:44.109139 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Attempting to bind port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:44.109513 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Attempting to bind port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d on network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:44.114365 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:44.114746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Checking segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:44.115155 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.115552 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Bound using segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:44.116024 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Bound port: 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:44.116400 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.163399 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.182466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.183284 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] For port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:44.186483 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] For port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:44.272809 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.277064 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:44.284287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Allocated IP 172.27.3.215 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/9a4b9771-fa7e-4a15-9f0b-3057109a58ac) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:44.331651 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Pushing event updated for resources: {'Port': ['ID=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:44.331651 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:44.396061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.534006 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.542664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:44.572018 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:44.575208 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:44.578493 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:44.614834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Pushing event updated for resources: {'Port': ['ID=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:44.619213 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:44.765911 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.948787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.069024 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4219d0bb-8d0f-41ec-b0db-d46ae25f0797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.157258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.183534 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.240850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614f4c1-52a3-45d4-9044-e04447247e6d None None] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:45.350303 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Router 74cfea31-87d4-4fbc-9e85-d958cb850e52 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:53:45.372349 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-d4dd8101-776e-474a-8e59-3a223179bd2d None None] Provisioning for port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:45.428147 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:45.475690 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:45.493014 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Sync routers for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:45.500934 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:45.501547 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:45.543168 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:45.547305 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:45.551803 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.614721 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:45.623250 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.627511 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0717883 Jun 17 05:53:45.628082 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51784) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:45.638489 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.673296 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:45.701036 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-16b22d9b-0602-4471-b178-c0bfe93ea3ce None None] Provisioning complete for port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:45.701651 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-16b22d9b-0602-4471-b178-c0bfe93ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.783994 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.792415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:45.794308 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-16b22d9b-0602-4471-b178-c0bfe93ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.813396 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:44Z', 'revision_number': 3, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:45.842305 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Checking router: 74cfea31-87d4-4fbc-9e85-d958cb850e52 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:45.842645 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Updating router 74cfea31-87d4-4fbc-9e85-d958cb850e52 port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:45.878624 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.881381 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:45.894661 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.895006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898080 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.898931 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:45.902193 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.db.api [None req-16b22d9b-0602-4471-b178-c0bfe93ea3ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:53:45.902687 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_db.api [None req-16b22d9b-0602-4471-b178-c0bfe93ea3ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:53:45.903196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:46.120701 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.221114 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.228307 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Transition to ACTIVE for port object 9a4b9771-fa7e-4a15-9f0b-3057109a58ac will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:46.228469 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.331427 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.334646 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:46.382799 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Attempting to bind port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:46.383086 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Attempting to bind port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:46.383272 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Allocated IP 172.20.0.1 (51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b/234d1369-315b-42ac-a89a-ef5f8b81426c/27453033-d856-4a60-bb55-e833de12dd0e) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:46.383736 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Attempting to bind port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:46.386675 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Pushing event updated for resources: {'Port': ['ID=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:46.394154 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:46.396588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:46.396588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.396588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:46.396588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Bound port: 9a4b9771-fa7e-4a15-9f0b-3057109a58ac, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:46.396588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.398872 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.399203 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.399587 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.400403 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.400741 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.401059 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.401371 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.401681 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.402008 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.402328 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.402634 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.402938 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:46.421657 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:46.453959 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] For port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:46.456932 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] For port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:46.498544 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.515467 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Transition to ACTIVE for port object 27453033-d856-4a60-bb55-e833de12dd0e will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:46.531203 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.534393 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-26ba52dd-1888-428c-84d0-9f949ba3b574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:46.589252 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:46.589868 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:46.622615 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.625784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:46.649137 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Pushing event updated for resources: {'Port': ['ID=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:46.651608 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-54cdba63-5d99-4df2-9ba5-be6bccf045e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:46.661711 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:46.664730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:46.668212 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:46.696990 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Pushing event updated for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:46.702563 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:46.705011 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:46.715552 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.896537 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:44Z', 'revision_number': 3, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:46.922459 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9177-1932-4de4-b438-da97b51a8ecb None None] The sync data for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi is: [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:44Z', 'revision_number': 3, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:46.961561 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.965545 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-be920842-2084-4c2c-8750-57b945a89963 None None] Provisioning for port 27453033-d856-4a60-bb55-e833de12dd0e completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:46.969479 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-be920842-2084-4c2c-8750-57b945a89963 None None] Provisioning complete for port 27453033-d856-4a60-bb55-e833de12dd0e triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:46.969876 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-be920842-2084-4c2c-8750-57b945a89963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.007649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-be920842-2084-4c2c-8750-57b945a89963 None None] Port 27453033-d856-4a60-bb55-e833de12dd0e cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:47.143295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.216204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.218908 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5a5bc6bc-3aa7-4104-8165-5a56c5a78a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:47.308003 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Pushing event updated for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:47.318438 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:47.319884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.325908 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f454fad-72e9-4594-9a17-63813f2c945b x-openstack-request-id: req-7f454fad-72e9-4594-9a17-63813f2c945b {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:47.326424 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:47.326590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f454fad-72e9-4594-9a17-63813f2c945b {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:47.326907 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:53:47.440451 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-dad15fcc-50de-4e6e-a390-5ad2e898879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.447403 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-dad15fcc-50de-4e6e-a390-5ad2e898879e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1096 time: 0.1196330 Jun 17 05:53:47.497259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:47.503968 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:47.558600 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 9a4b9771-fa7e-4a15-9f0b-3057109a58ac up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:47.590613 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229c21-ec23-48d7-bb6d-84c2dfe4be84 req-cf5cb911-6c99-4feb-a6bd-50f1b4c6cfb3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.598738 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-15229c21-ec23-48d7-bb6d-84c2dfe4be84 req-cf5cb911-6c99-4feb-a6bd-50f1b4c6cfb3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.1182575 Jun 17 05:53:47.688129 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-2ecd6d4b-b9e4-44b2-a304-539bce0ed8ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 217 time: 0.0767460 Jun 17 05:53:47.733477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Router 74cfea31-87d4-4fbc-9e85-d958cb850e52 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:47.760868 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:47.764935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:47.765346 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.822602 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-15229c21-ec23-48d7-bb6d-84c2dfe4be84 req-78aeaef7-b9f9-464b-bf44-5e6fa15e799e tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212920 Jun 17 05:53:47.844334 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-8af6f8f0-1de2-4c73-8d69-945e208be6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.847325 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-8af6f8f0-1de2-4c73-8d69-945e208be6a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.1474617 Jun 17 05:53:47.851513 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0f4d54c5-037a-4d41-968a-b389d86bef4d None None] Provisioning complete for port 27453033-d856-4a60-bb55-e833de12dd0e triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:47.857060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0f4d54c5-037a-4d41-968a-b389d86bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.872354 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:47.882113 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] 10.222.0.20 "PUT /v2.0/routers/74cfea31-87d4-4fbc-9e85-d958cb850e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533031 Jun 17 05:53:47.927397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d54c5-037a-4d41-968a-b389d86bef4d None None] Port 27453033-d856-4a60-bb55-e833de12dd0e cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:47.950876 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.974244 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:48.058680 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.063163 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:48.064281 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:48.066632 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.144173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:48.148256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:48.149874 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-9f7430b1-9ec8-4b71-93d2-f9cf87e201a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4607646 Jun 17 05:53:48.158636 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:48.159019 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.175257 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-825127ae-3eaa-4415-9998-980622e8191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.176760 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-825127ae-3eaa-4415-9998-980622e8191f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3203967 Jun 17 05:53:48.312693 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-7300dcb1-ff13-4e33-9932-e6fbfc0f9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.315132 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-7300dcb1-ff13-4e33-9932-e6fbfc0f9d2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1098 time: 0.1240489 Jun 17 05:53:48.319374 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-5ce8f62e-138b-44dc-8cad-f6ae426b2b9d service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293433 Jun 17 05:53:48.513547 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-97542d3b-518f-44cc-a7df-6828fee86a7a req-fb711870-f3aa-4804-9703-9cfecdfbdda2 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843202 Jun 17 05:53:48.542599 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-c4030234-a0fc-4896-9e7f-3b3715bd7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.545507 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-c4030234-a0fc-4896-9e7f-3b3715bd7226 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.1701479 Jun 17 05:53:48.626863 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-8c5fcdc3-81cb-498b-bb33-3464f5da7f14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 1001 time: 0.0724103 Jun 17 05:53:48.741247 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-3a9043e1-0438-46cd-8fb7-a47f6895763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.744024 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-3a9043e1-0438-46cd-8fb7-a47f6895763d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0873098 Jun 17 05:53:48.786639 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecd98-232b-491a-a525-05e7786957b1 req-7b9dfcc2-89c2-45d4-b819-f733bad2662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.788116 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-7b9dfcc2-89c2-45d4-b819-f733bad2662b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1096 time: 0.0981166 Jun 17 05:53:48.802105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51834) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:48.807728 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035044138-network', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:48.870421 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-80703757-573c-4057-98fa-5705e0d80b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.871568 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-80703757-573c-4057-98fa-5705e0d80b74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207838 Jun 17 05:53:48.873937 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Sync routers for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:48.884773 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:48.885397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:48.891393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Made reservation on behalf of f9cf26263c9e4d00af7b85609bc8deae for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:48.895125 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.903688 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecd98-232b-491a-a525-05e7786957b1 req-d44e89cd-4101-4bf0-94d9-11d318164f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.905263 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-d44e89cd-4101-4bf0-94d9-11d318164f93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1102443 Jun 17 05:53:48.908739 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.985589 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c49f72-479f-46bc-92d0-c09ca9e3770a req-6b0cf15f-071c-48a6-9f74-69ead930cc50 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.987004 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73c49f72-479f-46bc-92d0-c09ca9e3770a req-6b0cf15f-071c-48a6-9f74-69ead930cc50 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.0655999 Jun 17 05:53:49.002988 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:49.003608 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.027355 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-73c49f72-479f-46bc-92d0-c09ca9e3770a req-1244142d-a617-4b45-9a72-52f4cfff59cb tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Jun 17 05:53:49.080282 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.084254 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bcf9273c-262a-4849-9d6d-f229d4e5ade0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.104781 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:53:49.114245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1bcb3-7536-4d28-9bc6-be529a2ec842,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.118791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.119829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.120419 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Added segment ec5ce369-550d-4701-8cef-c8ec6b9f45df of type vlan for network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 Jun 17 05:53:49.162453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.187094 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-bf800b7d-54ed-44d4-80e4-abaa8bc1343c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 217 time: 0.0518827 Jun 17 05:53:49.215546 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 2, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:49.241704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Checking router: 74cfea31-87d4-4fbc-9e85-d958cb850e52 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:49.242030 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Updating router 74cfea31-87d4-4fbc-9e85-d958cb850e52 port 27453033-d856-4a60-bb55-e833de12dd0e binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:49.276325 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.276585 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecd98-232b-491a-a525-05e7786957b1 req-d53489fc-9797-4154-884c-3326a5bdc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.277891 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-d53489fc-9797-4154-884c-3326a5bdc480 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0642936 Jun 17 05:53:49.280163 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.282295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.283209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.291741 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ae110a92-7356-406f-8727-bdbcea4294e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.317618 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-6fc63d2d-132c-410f-8fbe-94c0edc0569f service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936185 Jun 17 05:53:49.349307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f77b06-3b19-4d7a-8a23-f2ac946e8be6,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.352224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.378712 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5750675 Jun 17 05:53:49.381040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51840) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:49.388698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Request body: {'subnet': {'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035044138-subnet', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:49.404970 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecd98-232b-491a-a525-05e7786957b1 req-9f8de7f5-a6b3-4b48-bfb4-4e7de7589a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.407383 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-9f8de7f5-a6b3-4b48-bfb4-4e7de7589a2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208107 Jun 17 05:53:49.414752 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:53:49.482892 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3ade5d1-1ce1-4cb5-b680-0da270da88f1 req-8ec177c2-35a2-4e2c-b60b-03baf4db3b10 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577716 Jun 17 05:53:49.487571 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 9a4b9771-fa7e-4a15-9f0b-3057109a58ac up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:49.503523 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Made reservation on behalf of f9cf26263c9e4d00af7b85609bc8deae for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:49.506072 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.534917 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-6d393d5f-b293-43a4-b7cc-aa68787226e4 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145897 Jun 17 05:53:49.637386 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:49.637983 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.706762 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6adecd98-232b-491a-a525-05e7786957b1 req-49e76b68-4681-4acf-bd27-7bfaf2c0f20b service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468766 Jun 17 05:53:49.789208 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.791994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9034f60f-b8e7-4798-9c02-8e6c1774fa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.847953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f981914-8428-40ee-80a5-0c9e0f6ce412,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.850427 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.856956 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Checking segment: {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:49.857318 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Network hostable DHCP agents. Network: d1f77b06-3b19-4d7a-8a23-f2ac946e8be6, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:53:49.932377 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.943882 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Transition to ACTIVE for port object 27453033-d856-4a60-bb55-e833de12dd0e will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:49.944388 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:53:50.021806 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.023803 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:50.033860 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, d1f77b06-3b19-4d7a-8a23-f2ac946e8be6) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:50.038141 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:50.038791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.054092 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361bf7f-f97f-4384-908f-274488be1c35 None None] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:50.114943 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7324951 Jun 17 05:53:50.117547 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51856) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:50.122763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:50.157525 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Pushing event updated for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:50.160910 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:50.220211 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.221984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.225305 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8c940-1756-4cc1-8019-f1b70882fb79 req-37befd6f-80ea-4862-b61a-81220af20e92 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:50.227074 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07f8c940-1756-4cc1-8019-f1b70882fb79 req-37befd6f-80ea-4862-b61a-81220af20e92 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.0755644 Jun 17 05:53:50.235916 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Attempting to bind port 27453033-d856-4a60-bb55-e833de12dd0e on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:50.236290 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Attempting to bind port 27453033-d856-4a60-bb55-e833de12dd0e by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:50.236697 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Attempting to bind port 27453033-d856-4a60-bb55-e833de12dd0e on network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:50.261049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:50.261433 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Checking segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:50.261918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.262316 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Bound using segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:50.262830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Bound port: 27453033-d856-4a60-bb55-e833de12dd0e, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:50.263207 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.285280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.291520 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07f8c940-1756-4cc1-8019-f1b70882fb79 req-2cc789c5-9a34-4fa9-91db-23eb25f43f64 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566239 Jun 17 05:53:50.353423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-d1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'fixed_ips': [{'subnet_id': '9f981914-8428-40ee-80a5-0c9e0f6ce412'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:53:50.355179 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.391026 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] For port 27453033-d856-4a60-bb55-e833de12dd0e, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:50.418743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] For port 27453033-d856-4a60-bb55-e833de12dd0e, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=27453033-d856-4a60-bb55-e833de12dd0e,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:50.492162 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.520215 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:50.522891 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.604804 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Allocated IP 172.20.0.2 (d1f77b06-3b19-4d7a-8a23-f2ac946e8be6/9f981914-8428-40ee-80a5-0c9e0f6ce412/699a7f9f-2e21-4133-851c-1bcf8ff44468) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:50.624496 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:50.624496 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:50.624496 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Pushing event updated for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:50.625494 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:50.874204 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:51.078945 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.101819 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.102332 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Transition to ACTIVE for port object 699a7f9f-2e21-4133-851c-1bcf8ff44468 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:51.116158 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.125964 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Transition to ACTIVE for port object 699a7f9f-2e21-4133-851c-1bcf8ff44468 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:51.179431 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:50Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:51.207145 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768c19-f3db-463c-8dc5-37a740305c0f None None] The sync data for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi is: [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:50Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:51.237692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Allocated IP 172.27.3.7 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/7fa2fc6b-e5e9-43f2-8d57-e4a06850d832) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:51.253680 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.256673 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:51.340073 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:51.357296 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:51.367964 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:51.425266 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Pushing event updated for resources: {'Port': ['ID=699a7f9f-2e21-4133-851c-1bcf8ff44468,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:51.432690 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.442109 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:51.521946 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 27453033-d856-4a60-bb55-e833de12dd0e up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:51.572029 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Attempting to bind port 699a7f9f-2e21-4133-851c-1bcf8ff44468 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:51.572517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Attempting to bind port 699a7f9f-2e21-4133-851c-1bcf8ff44468 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:51.572961 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Attempting to bind port 699a7f9f-2e21-4133-851c-1bcf8ff44468 on network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:51.573086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.576437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-40f6e588-d5f1-4535-940f-4d482c4c6073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:51.579779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:51.580270 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Checking segment: {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:51.580889 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.582379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Bound using segment: {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:51.582379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Bound port: 699a7f9f-2e21-4133-851c-1bcf8ff44468, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:51.582379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.584922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ed9a-4789-4ebe-be7f-d9f291e576e8 req-dcf42885-beee-41ed-ae28-2e72716a7c4f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:51.586819 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c5e0ed9a-4789-4ebe-be7f-d9f291e576e8 req-dcf42885-beee-41ed-ae28-2e72716a7c4f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.0794020 Jun 17 05:53:51.611662 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:51.614647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:51.619027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:51.642624 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c5e0ed9a-4789-4ebe-be7f-d9f291e576e8 req-48621de7-5430-4fe4-a695-d6a5cb77752d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Jun 17 05:53:51.675683 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] For port 699a7f9f-2e21-4133-851c-1bcf8ff44468, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:51.679700 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] For port 699a7f9f-2e21-4133-851c-1bcf8ff44468, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=699a7f9f-2e21-4133-851c-1bcf8ff44468,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:51.682874 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:51.686020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:51.748908 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 27453033-d856-4a60-bb55-e833de12dd0e completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:51.762666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.776055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:51.787745 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 27453033-d856-4a60-bb55-e833de12dd0e triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:51.788836 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.906057 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Pushing event updated for resources: {'Port': ['ID=699a7f9f-2e21-4133-851c-1bcf8ff44468,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:51.910724 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:51.970440 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.016894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 27453033-d856-4a60-bb55-e833de12dd0e, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=27453033-d856-4a60-bb55-e833de12dd0e,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:52.273953 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.277738 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:52.339609 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:52.344379 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:52.428115 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.697289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.893883 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91d0f8-2fba-453f-a6ec-73ab4a8e2401 None None] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:52.948768 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Router 15df620e-4cec-4272-9888-3855caa21d88 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:53:53.069419 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a22ab93a-8c8b-4c07-972a-019f0cffe657 None None] Provisioning for port 699a7f9f-2e21-4133-851c-1bcf8ff44468 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:53.105798 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:53.118797 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Sync routers for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:53.131263 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:53.131913 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:53.256929 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0f16-72ec-409a-8e32-125191ac8072 req-e1678d16-0553-4344-a452-07de9ec2a8f9 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:53.259257 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bccf0f16-72ec-409a-8e32-125191ac8072 req-e1678d16-0553-4344-a452-07de9ec2a8f9 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.0948503 Jun 17 05:53:53.263393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.266772 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1457610 Jun 17 05:53:53.271970 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51926) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:53.297501 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:53.319130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe502c6-1b79-42cd-9a04-5d9a54b980f6 req-d7200152-03a8-40ff-8ff4-1126531559bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:53.322067 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-efe502c6-1b79-42cd-9a04-5d9a54b980f6 req-d7200152-03a8-40ff-8ff4-1126531559bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0889270 Jun 17 05:53:53.406581 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-efe502c6-1b79-42cd-9a04-5d9a54b980f6 req-374f4933-0898-401b-8e91-9076d795e842 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769961 Jun 17 05:53:53.476278 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bccf0f16-72ec-409a-8e32-125191ac8072 req-3a1cf197-2548-4a52-88e9-327c5f6481f1 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104013 Jun 17 05:53:53.570795 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 3, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:53.593834 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 699a7f9f-2e21-4133-851c-1bcf8ff44468 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:53.612237 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Checking router: 15df620e-4cec-4272-9888-3855caa21d88 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:53.612812 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Updating router 15df620e-4cec-4272-9888-3855caa21d88 port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:53.656464 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.783188 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 699a7f9f-2e21-4133-851c-1bcf8ff44468 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:53.788685 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 699a7f9f-2e21-4133-851c-1bcf8ff44468 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:53.789630 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.967344 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.980832 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Transition to ACTIVE for port object 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:54.029023 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.057172 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.060216 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 699a7f9f-2e21-4133-851c-1bcf8ff44468, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=699a7f9f-2e21-4133-851c-1bcf8ff44468,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:54.060363 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:54.085107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.125864 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Attempting to bind port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:54.126486 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Attempting to bind port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:54.126605 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Attempting to bind port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:54.129493 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390aaa0e-4fe3-4200-a896-dbd2443f6081 None None] Pushing event updated for resources: {'Port': ['ID=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,revision_number=2']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:54.132239 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-390aaa0e-4fe3-4200-a896-dbd2443f6081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:54.135934 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:54.136105 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:54.136391 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.136836 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:54.137307 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Bound port: 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:54.137575 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.137720 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.138903 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 27453033-d856-4a60-bb55-e833de12dd0e up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:54.141656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:54.192269 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] For port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:54.195208 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] For port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:54.225917 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=699a7f9f-2e21-4133-851c-1bcf8ff44468,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:54.230127 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:54.236192 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 27453033-d856-4a60-bb55-e833de12dd0e triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:54.236192 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.263747 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.267148 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:54.268958 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Allocated IP 172.20.0.1 (d1f77b06-3b19-4d7a-8a23-f2ac946e8be6/9f981914-8428-40ee-80a5-0c9e0f6ce412/30380e9c-de02-4a19-8ea4-3593f48a626f) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:54.316503 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:54.317128 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:54.381206 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.388113 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390aaa0e-4fe3-4200-a896-dbd2443f6081 None None] Pushing event updated for resources: {'Port': ['ID=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:54.391189 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-390aaa0e-4fe3-4200-a896-dbd2443f6081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:54.396440 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Transition to ACTIVE for port object 30380e9c-de02-4a19-8ea4-3593f48a626f will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:54.432932 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:54.509483 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.512913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:54.551705 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:54.554759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:54.567162 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:54.638574 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:54.641540 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:54.668429 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.713399 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cf0b-fc05-4d28-921f-a330140d7f32 req-4a194da9-b49b-4895-8e25-924a03479154 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.719098 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 3, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:54.723001 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c536cf0b-fc05-4d28-921f-a330140d7f32 req-4a194da9-b49b-4895-8e25-924a03479154 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 943 time: 0.0967615 Jun 17 05:53:54.729380 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b310a7-d3b6-4d51-a3c1-72e544ee47f8 req-1f6d8906-ef59-42d9-b5ee-22c0b7d1a228 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.731947 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-23b310a7-d3b6-4d51-a3c1-72e544ee47f8 req-1f6d8906-ef59-42d9-b5ee-22c0b7d1a228 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1615539 Jun 17 05:53:54.754766 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584859-e3f9-4a6a-a6db-3120601ea644 None None] The sync data for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi is: [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 3, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:54.769204 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c536cf0b-fc05-4d28-921f-a330140d7f32 req-5229b893-403f-4b7f-831f-4c81cf2477bc tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Jun 17 05:53:54.854446 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-23b310a7-d3b6-4d51-a3c1-72e544ee47f8 req-1ddc2454-cd00-4742-9ce3-055c8baa9661 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160309 Jun 17 05:53:54.956056 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-70ae9cf1-b032-45d3-a4b7-2b081a691049 None None] Provisioning for port 30380e9c-de02-4a19-8ea4-3593f48a626f completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:54.956056 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-70ae9cf1-b032-45d3-a4b7-2b081a691049 None None] Provisioning complete for port 30380e9c-de02-4a19-8ea4-3593f48a626f triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:54.956056 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-70ae9cf1-b032-45d3-a4b7-2b081a691049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.991341 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-70ae9cf1-b032-45d3-a4b7-2b081a691049 None None] Port 30380e9c-de02-4a19-8ea4-3593f48a626f cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:55.121069 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device acc5ee9c-6dc4-4085-83b1-cb73755d4564 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:55.182618 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.248254 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:55.266301 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'port_id': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'mac_address': 'fa:16:3e:7f:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:55.318897 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.340006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc5ee9c-6dc4-4085-83b1-cb73755d4564 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:55.371340 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:55.410814 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.497918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.499999 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:55.528557 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.533420 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:55.543489 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 699a7f9f-2e21-4133-851c-1bcf8ff44468 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:55.599669 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:55.604335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:55.616388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 699a7f9f-2e21-4133-851c-1bcf8ff44468 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:55.616798 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.641640 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.652073 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:55.658344 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:55.701052 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:55.736035 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25dce-154c-4a59-93cc-32b4dd0b722a req-89e527c5-5eab-4035-b5db-1674be9fdffa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:55.737603 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eaf25dce-154c-4a59-93cc-32b4dd0b722a req-89e527c5-5eab-4035-b5db-1674be9fdffa tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.1564093 Jun 17 05:53:55.801293 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:55.804309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:55.817600 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eaf25dce-154c-4a59-93cc-32b4dd0b722a req-37d1fce5-4b69-4458-911c-b07e8284e647 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673983 Jun 17 05:53:55.856422 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:55.867157 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:55.867157 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.936656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Router 15df620e-4cec-4272-9888-3855caa21d88 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:55.990034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.021927 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:56.091746 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c22ce-ce25-4917-8893-58a2bb9c3368 req-2aacbf33-fe28-4466-a182-826b525eb02f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:56.093503 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-043c22ce-ce25-4917-8893-58a2bb9c3368 req-2aacbf33-fe28-4466-a182-826b525eb02f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.0759659 Jun 17 05:53:56.102033 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.104421 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:56.105471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:56.119146 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] 10.222.0.20 "PUT /v2.0/routers/15df620e-4cec-4272-9888-3855caa21d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8384159 Jun 17 05:53:56.119359 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:56.122921 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d21f84-c3c5-4fbe-a26b-c0fdd13b4fb0 req-9273d3ed-44f9-4a50-b1d7-51f88483340d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:56.124446 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-72d21f84-c3c5-4fbe-a26b-c0fdd13b4fb0 req-9273d3ed-44f9-4a50-b1d7-51f88483340d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 944 time: 0.1295142 Jun 17 05:53:56.150304 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-043c22ce-ce25-4917-8893-58a2bb9c3368 req-008f96d6-16b1-4860-ba73-234803a4c2c3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Jun 17 05:53:56.173028 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-72d21f84-c3c5-4fbe-a26b-c0fdd13b4fb0 req-ddc0394e-7719-43b3-87e7-6fb6cd9c250a tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Jun 17 05:53:56.254434 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-f4061cbf-611f-454e-a1d7-67a0e3aca847 None None] Provisioning complete for port 30380e9c-de02-4a19-8ea4-3593f48a626f triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:56.254929 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f4061cbf-611f-454e-a1d7-67a0e3aca847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.286607 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:56.290306 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:56.317478 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-f4061cbf-611f-454e-a1d7-67a0e3aca847 None None] Port 30380e9c-de02-4a19-8ea4-3593f48a626f cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:56.361208 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f54fb-0e7b-452a-943d-c8045b886c8e req-99f42d54-49fa-4887-ba5c-9e4a981ac77d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:56.362675 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-770f54fb-0e7b-452a-943d-c8045b886c8e req-99f42d54-49fa-4887-ba5c-9e4a981ac77d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0729635 Jun 17 05:53:56.406120 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-770f54fb-0e7b-452a-943d-c8045b886c8e req-650a0eee-ae6c-49c7-afe1-2374c52e0a2f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376530 Jun 17 05:53:56.586132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Sync routers for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:56.595403 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:56.602240 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:56.700415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:56.903851 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 4, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '30380e9c-de02-4a19-8ea4-3593f48a626f', 'name': '', 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'mac_address': 'fa:16:3e:b7:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:54Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 2, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'subnets': [{'id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:56.933155 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Checking router: 15df620e-4cec-4272-9888-3855caa21d88 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:56.933517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Updating router 15df620e-4cec-4272-9888-3855caa21d88 port 30380e9c-de02-4a19-8ea4-3593f48a626f binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:53:56.968040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.003897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22e1f-92de-43e5-bb0b-35f87c3891d5 req-128097b3-0a5d-4207-a8a6-b79137b6a9ba tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:57.003897 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-31e22e1f-92de-43e5-bb0b-35f87c3891d5 req-128097b3-0a5d-4207-a8a6-b79137b6a9ba tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0662889 Jun 17 05:53:57.004546 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51984) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:57.009522 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620301952', 'description': 'tempest-secgroup-smoke-1620301952 description', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:57.046709 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-31e22e1f-92de-43e5-bb0b-35f87c3891d5 req-203cd24a-26c1-4b8d-af72-364ed37466ee tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jun 17 05:53:57.154806 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.187658 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c2ce-f1d4-4c44-a62b-38dd3c093bf8 req-26efb433-922b-4a22-872e-4175cc2c053f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:57.187658 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2e74c2ce-f1d4-4c44-a62b-38dd3c093bf8 req-26efb433-922b-4a22-872e-4175cc2c053f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.0783989 Jun 17 05:53:57.247011 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2e74c2ce-f1d4-4c44-a62b-38dd3c093bf8 req-c2576fb8-5ddb-4ed0-aff5-f23dc568586d tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Jun 17 05:53:57.264353 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.283320 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Transition to ACTIVE for port object 30380e9c-de02-4a19-8ea4-3593f48a626f will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:57.299701 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.342077 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4c94d-1582-4c2c-a42f-f44389aac519 req-cbbfa288-f912-4ab4-9d64-90f06bb59755 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:57.343780 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-88d4c94d-1582-4c2c-a42f-f44389aac519 req-cbbfa288-f912-4ab4-9d64-90f06bb59755 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.0666709 Jun 17 05:53:57.343924 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.357456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.389496 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.406253 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-88d4c94d-1582-4c2c-a42f-f44389aac519 req-2750ff59-0438-4227-aa4d-dda7e65d24ff tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Jun 17 05:53:57.430180 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:57.440378 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8b94355-8db3-42c7-b001-315e5adde0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.480724 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Pushing event updated for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.484645 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b98516-d61d-43d6-ad79-8b20af874625,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.487554 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.489074 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.512790 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff01f3-0d6e-447a-b61b-5bb64d3fa534 req-56e29dc1-469b-42a5-9ea5-70be85aaa5b0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:57.514587 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-36ff01f3-0d6e-447a-b61b-5bb64d3fa534 req-56e29dc1-469b-42a5-9ea5-70be85aaa5b0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 944 time: 0.1400604 Jun 17 05:53:57.523767 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Attempting to bind port 30380e9c-de02-4a19-8ea4-3593f48a626f on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:57.524697 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Attempting to bind port 30380e9c-de02-4a19-8ea4-3593f48a626f by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:57.525077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Attempting to bind port 30380e9c-de02-4a19-8ea4-3593f48a626f on network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:57.537584 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:57.537819 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Checking segment: {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:57.538342 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.538779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Bound using segment: {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:57.539262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Bound port: 30380e9c-de02-4a19-8ea4-3593f48a626f, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5ce369-550d-4701-8cef-c8ec6b9f45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:57.539642 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.560134 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-36ff01f3-0d6e-447a-b61b-5bb64d3fa534 req-45beda32-62d7-4736-8c59-4be072858e4e tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Jun 17 05:53:57.561411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.564090 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5570796 Jun 17 05:53:57.565551 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 51994) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:57.570183 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:57.607565 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:57.607950 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.647383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] For port 30380e9c-de02-4a19-8ea4-3593f48a626f, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:57.668167 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] For port 30380e9c-de02-4a19-8ea4-3593f48a626f, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=30380e9c-de02-4a19-8ea4-3593f48a626f,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:57.670384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.720822 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.744251 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.747446 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.762785 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26a4fc-2cea-472b-be8f-dab5ad2363b6 req-5b9ecb8a-ab09-4039-8ae8-4c8f41de46b2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:57.764252 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ed26a4fc-2cea-472b-be8f-dab5ad2363b6 req-5b9ecb8a-ab09-4039-8ae8-4c8f41de46b2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0692348 Jun 17 05:53:57.804428 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:57.805068 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:53:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:57.805205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.807439 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Pushing event updated for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.818286 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.819026 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f38be148-5617-4332-8fef-0f79827c561b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.820767 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ed26a4fc-2cea-472b-be8f-dab5ad2363b6 req-71f40e55-37ad-44d7-ae0d-6e7c20b0d227 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503373 Jun 17 05:53:57.849439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eb8888-c9a7-44a8-bb72-68f804ff4e2c,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.853014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.908798 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.910312 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1e0845c5-baed-4523-b75b-c693d1d90664 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437202 Jun 17 05:53:57.913215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 51996) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:57.918459 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:57.932021 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:58.005142 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.055933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.142757 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.145058 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ee1ea882-ae1a-4af1-a7e1-05cf80c0276c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:58.163966 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90977271-8ff6-48dc-aa89-897215e815a1,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:58.174252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.174819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.175117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.175445 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.175772 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.176154 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.176409 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:58.180243 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:58.229815 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5cd9b-eeaf-4fa1-bf54-897ccf7ab1bc req-a5c9da97-f61d-4821-b07d-57314ccaa40c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:58.231400 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-68e5cd9b-eeaf-4fa1-bf54-897ccf7ab1bc req-a5c9da97-f61d-4821-b07d-57314ccaa40c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0696623 Jun 17 05:53:58.246285 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.247575 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333476 Jun 17 05:53:58.250211 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52000) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:58.255303 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:58.265363 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 4, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '30380e9c-de02-4a19-8ea4-3593f48a626f', 'name': '', 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'mac_address': 'fa:16:3e:b7:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:54Z', 'updated_at': '2021-06-17T05:53:57Z', 'revision_number': 4, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'subnets': [{'id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:58.274582 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-68e5cd9b-eeaf-4fa1-bf54-897ccf7ab1bc req-d02a2a04-42a1-410c-b638-7f1ca1da30b3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jun 17 05:53:58.297848 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923001-bd9d-499b-8f34-b351f5ce2c2c None None] The sync data for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi is: [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 4, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '30380e9c-de02-4a19-8ea4-3593f48a626f', 'name': '', 'network_id': 'd1f77b06-3b19-4d7a-8a23-f2ac946e8be6', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'mac_address': 'fa:16:3e:b7:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:54Z', 'updated_at': '2021-06-17T05:53:57Z', 'revision_number': 4, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'subnets': [{'id': '9f981914-8428-40ee-80a5-0c9e0f6ce412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:58.371817 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.474016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.492725 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab6697-564f-49bf-b813-75aed7474ffe req-e1e8326d-1137-4e94-98ef-56f7d9a90bcb tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:58.495804 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ccab6697-564f-49bf-b813-75aed7474ffe req-e1e8326d-1137-4e94-98ef-56f7d9a90bcb tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.1121631 Jun 17 05:53:58.537731 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ccab6697-564f-49bf-b813-75aed7474ffe req-4a390b47-b53d-49c0-a12c-116fef0324ca tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367506 Jun 17 05:53:58.541678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.544016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-34890a3b-b75d-472f-b7dc-c926137cd410 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:58.568226 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a46a8e-e2ef-4699-b14c-54f6367c8906,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:58.571452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:58.617023 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c695b97-dc27-47f3-b58c-0ffbdf41a70d req-d5d3601f-a56a-4667-9a4a-9a569ade61ea tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:58.618605 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c695b97-dc27-47f3-b58c-0ffbdf41a70d req-d5d3601f-a56a-4667-9a4a-9a569ade61ea tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.0839248 Jun 17 05:53:58.663006 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.664203 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124346 Jun 17 05:53:58.667363 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52010) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:58.674664 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:58.677518 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6c695b97-dc27-47f3-b58c-0ffbdf41a70d req-e359dfc5-e459-467f-9c0d-ac98733368a4 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 Jun 17 05:53:58.760607 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadf7d9-b610-4ce0-9b43-ca190dd2e92e req-685373e9-91d2-4b8d-9b87-6bbb5b7dab80 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:58.762269 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-acadf7d9-b610-4ce0-9b43-ca190dd2e92e req-685373e9-91d2-4b8d-9b87-6bbb5b7dab80 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 944 time: 0.0737300 Jun 17 05:53:58.814150 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-acadf7d9-b610-4ce0-9b43-ca190dd2e92e req-4bea41fc-d35b-46fd-a44b-34df9a6280f6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Jun 17 05:53:58.852953 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.926410 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.937860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-67207c96-31a2-4940-a6e6-10eedd23f75d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:58.942325 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-67207c96-31a2-4940-a6e6-10eedd23f75d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 945 time: 0.1236732 Jun 17 05:53:59.003185 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.016211 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:59.046090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5508d58a-da83-412e-80a8-57a127a7ae83,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:59.069251 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:59.109429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.110599 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ad06c270-60b5-4ccf-ab40-4bc1fe4aa968 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4419661 Jun 17 05:53:59.113481 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52014) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:59.119632 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:59.131531 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device acc5ee9c-6dc4-4085-83b1-cb73755d4564 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:59.145712 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b954-c43d-4acf-9e43-0cd6df67c42e req-8dbeba15-78e2-4236-8e42-af0c1be1e59b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:59.147728 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a7a2b954-c43d-4acf-9e43-0cd6df67c42e req-8dbeba15-78e2-4236-8e42-af0c1be1e59b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.2074921 Jun 17 05:53:59.205474 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Deleting port 0269df89-1583-425f-aae0-c6630f25b0f6 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:59.206180 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.218828 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-058b1c10-477c-4ef8-8266-dcc5870a94ff tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:59.220263 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-058b1c10-477c-4ef8-8266-dcc5870a94ff tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.1501398 Jun 17 05:53:59.232906 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a7a2b954-c43d-4acf-9e43-0cd6df67c42e req-2e71e25c-6764-4904-a122-81ee297b1f85 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743062 Jun 17 05:53:59.248113 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.securitygroups_db [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Project 4d73123ce87a4f08aaf5036d7b92b6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:53:59.254082 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.256946 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:59.267425 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:59.267425 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.332661 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.389826 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] For port 0269df89-1583-425f-aae0-c6630f25b0f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0269df89-1583-425f-aae0-c6630f25b0f6,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:59.390199 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.414173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.428733 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.432971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-065ebd38-2571-431b-9ca4-97ac96bc699c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:59.465088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ff532c-edbd-404f-84b9-0bf81159723e,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:59.470102 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:59.474046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Calling delete_port for 0269df89-1583-425f-aae0-c6630f25b0f6 owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:59.479017 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca254973-c35f-4e9a-8de2-bbb4dc78e8b8" -d '{"events": [{"server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "name": "network-vif-plugged", "status": "completed", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:59.495024 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:59.497564 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:59.503026 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 30380e9c-de02-4a19-8ea4-3593f48a626f up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:59.536709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Deleting port c49c0fc9-52a9-4087-bc73-90ae04105810 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:59.537052 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.549748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5180a98-ba38-47f0-a9e3-8b18dbf3516d x-openstack-request-id: req-c5180a98-ba38-47f0-a9e3-8b18dbf3516d {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:59.550052 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "name": "network-vif-plugged", "status": "completed", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:59.550354 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5180a98-ba38-47f0-a9e3-8b18dbf3516d {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:59.550776 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'code': 200} Jun 17 05:53:59.582022 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.584893 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:59.594577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2861-bd7d-4e34-94e3-24fbc0178048 req-98da3894-c0d8-4fd1-bb8b-dc7c38d50663 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:59.596021 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd2e2861-bd7d-4e34-94e3-24fbc0178048 req-98da3894-c0d8-4fd1-bb8b-dc7c38d50663 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 946 time: 0.0814929 Jun 17 05:53:59.597603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.601312 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4840639 Jun 17 05:53:59.602937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52022) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:59.607596 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'security_group_rule': {'security_group_id': '63b98516-d61d-43d6-ad79-8b20af874625', 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:59.650201 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 30380e9c-de02-4a19-8ea4-3593f48a626f completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:59.662916 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd2e2861-bd7d-4e34-94e3-24fbc0178048 req-949c0995-bb13-42f6-a28a-1be369b39977 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Jun 17 05:53:59.669237 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 30380e9c-de02-4a19-8ea4-3593f48a626f triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:59.669653 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.699921 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:59.703865 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:59.711155 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] For port c49c0fc9-52a9-4087-bc73-90ae04105810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c49c0fc9-52a9-4087-bc73-90ae04105810,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:59.712111 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.777351 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.784991 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Calling delete_port for c49c0fc9-52a9-4087-bc73-90ae04105810 owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:59.795251 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.securitygroups_db [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Project 4d73123ce87a4f08aaf5036d7b92b6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:53:59.810792 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 30380e9c-de02-4a19-8ea4-3593f48a626f, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=30380e9c-de02-4a19-8ea4-3593f48a626f,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:59.829076 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.831633 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.863966 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-739aabb6-0fa8-4a8c-b68e-e08dbbfa6dc2 req-de49b47e-2414-4a9c-9131-12fc7847420d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0357826 Jun 17 05:53:59.871970 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0269df89-1583-425f-aae0-c6630f25b0f6'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:59.925890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.929042 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-2229fce9-161b-4b97-8594-d49d1d4fd37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:59.940713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-42fda38c-0108-407a-b3ed-d686278a8595 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:59.942781 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-42fda38c-0108-407a-b3ed-d686278a8595 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.0815909 Jun 17 05:53:59.987162 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:59.991181 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:00.095046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4028eca6-6d50-4c67-aa6b-38ecba7d2981 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:00.114472 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Deleting port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:00.114744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.142187 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4209d-89d3-4cf5-b850-54cd1f9d95ec req-bb66b84b-cc4e-4b7f-84c7-77973c616341 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:00.143640 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44d4209d-89d3-4cf5-b850-54cd1f9d95ec req-bb66b84b-cc4e-4b7f-84c7-77973c616341 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.1377215 Jun 17 05:54:00.162325 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Pushing event deleted for resources: {'Port': ['ID=0269df89-1583-425f-aae0-c6630f25b0f6,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:00.172185 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:00.251044 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44d4209d-89d3-4cf5-b850-54cd1f9d95ec req-2b56df16-f053-4cfb-a547-a66cebad2b02 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923913 Jun 17 05:54:00.257460 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] No DVR routers for this DVR port 0269df89-1583-425f-aae0-c6630f25b0f6 on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:00.279775 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] For port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:00.280107 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.280269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.282502 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "DELETE /v2.0/ports/0269df89-1583-425f-aae0-c6630f25b0f6 HTTP/1.1" status: 204 len: 173 time: 1.3328047 Jun 17 05:54:00.283499 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'name': 'network-vif-deleted', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:00.285861 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92827e-7da6-471b-9dc0-356ce430e6a0" -d '{"events": [{"server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "name": "network-vif-deleted", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:00.291673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb683-4b44-4294-9ca6-1e62575b76d5 req-1c6f8f6f-2873-4e0c-9948-3796750f914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:00.293600 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-876cb683-4b44-4294-9ca6-1e62575b76d5 req-1c6f8f6f-2873-4e0c-9948-3796750f914c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1098 time: 0.1904414 Jun 17 05:54:00.307323 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf4397-67cc-4e21-9efb-52374a71c1e3 req-51c0ffcc-bebc-4382-b095-927e69722362 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:00.308845 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5acf4397-67cc-4e21-9efb-52374a71c1e3 req-51c0ffcc-bebc-4382-b095-927e69722362 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 945 time: 0.5486081 Jun 17 05:54:00.311188 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.389943 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Calling delete_port for 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:00.390940 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5acf4397-67cc-4e21-9efb-52374a71c1e3 req-921556bc-0934-447e-ab2c-45e2732511af tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Jun 17 05:54:00.406491 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.414289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e062dada-c8f5-4bf3-a720-47b1663b001f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:00.426967 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ea27c9-254a-49e7-a035-3141b36259d2,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:00.429396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:00.445824 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.451572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8515d33f-21c5-4f11-aaee-a575ada9537e tempest-DeleteServersTestJSON-999395789 tempest-DeleteServersTestJSON-999395789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:00.477671 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-876cb683-4b44-4294-9ca6-1e62575b76d5 req-41f30680-cf03-4792-9cfe-65f6fe557e76 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563923 Jun 17 05:54:00.481415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['c49c0fc9-52a9-4087-bc73-90ae04105810', '1a058e07-fb13-4c99-8257-82b881601c95'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:00.483932 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Pushing event deleted for resources: {'Port': ['ID=c49c0fc9-52a9-4087-bc73-90ae04105810,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:00.486505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:00.543490 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] No DVR routers for this DVR port c49c0fc9-52a9-4087-bc73-90ae04105810 on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:00.546415 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.549182 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-68aab0c0-1548-4d52-a24b-d595b46500a0 req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "DELETE /v2.0/ports/c49c0fc9-52a9-4087-bc73-90ae04105810 HTTP/1.1" status: 204 len: 173 time: 1.3133302 Jun 17 05:54:00.552340 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f036130-f688-4c5b-b778-c24c94164956 x-openstack-request-id: req-9f036130-f688-4c5b-b778-c24c94164956 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:00.552688 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025ec62f-3928-442f-904d-755834c29aee", "name": "network-vif-deleted", "tag": "0269df89-1583-425f-aae0-c6630f25b0f6", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:00.552968 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f036130-f688-4c5b-b778-c24c94164956 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:00.553375 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025ec62f-3928-442f-904d-755834c29aee', 'name': 'network-vif-deleted', 'tag': '0269df89-1583-425f-aae0-c6630f25b0f6', 'status': 'completed', 'code': 200} Jun 17 05:54:00.554046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.555859 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-c24015e7-f870-4dba-805f-0091164aa411 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9518988 Jun 17 05:54:00.616445 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbe458-48f7-40b5-a7ab-c78d0932dbfb req-abee8bc6-bf8c-4f48-8297-1d1013f47ce6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:00.619949 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5fbe458-48f7-40b5-a7ab-c78d0932dbfb req-abee8bc6-bf8c-4f48-8297-1d1013f47ce6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0855076 Jun 17 05:54:00.662566 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f5fbe458-48f7-40b5-a7ab-c78d0932dbfb req-6c556490-bc3d-4184-8d63-4163b342b6de tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354159 Jun 17 05:54:00.680293 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:00.694399 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:00.724998 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event deleted for resources: {'Port': ['ID=7fdaecb0-71a9-48a7-a78e-bc098fa4e11b,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:00.728233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:01.005506 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-80202ad8-77e5-4e28-8397-4b980f599a5c req-3c4b178c-1fcb-4936-89f0-234573a2935c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.2224574 Jun 17 05:54:01.022529 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8442bffb-464e-497c-84d9-740996ad2b4d req-94765456-c7cc-481b-b3ea-e91d6adbf71e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0405939 Jun 17 05:54:01.090499 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21', '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', '96e3984d-793b-4273-afcf-0992746e7d77', '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:01.304813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] No DVR routers for this DVR port 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:01.307904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:01.310035 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b7811eba-68cf-4d53-b121-3eeed8bddca7 req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "DELETE /v2.0/ports/7fdaecb0-71a9-48a7-a78e-bc098fa4e11b HTTP/1.1" status: 204 len: 173 time: 1.3615754 Jun 17 05:54:01.310530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'name': 'network-vif-deleted', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:01.313130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5faa2a-3e2f-406b-ad81-cf327a8a94bd" -d '{"events": [{"server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "name": "network-vif-deleted", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:01.388757 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317810ad-b81c-4e77-9790-da60a9513214 x-openstack-request-id: req-317810ad-b81c-4e77-9790-da60a9513214 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:01.389079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d41e0-dcc2-4c96-b1e3-85bbff99372c", "name": "network-vif-deleted", "tag": "7fdaecb0-71a9-48a7-a78e-bc098fa4e11b", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:01.389361 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-317810ad-b81c-4e77-9790-da60a9513214 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:01.389783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d41e0-dcc2-4c96-b1e3-85bbff99372c', 'name': 'network-vif-deleted', 'tag': '7fdaecb0-71a9-48a7-a78e-bc098fa4e11b', 'status': 'completed', 'code': 200} Jun 17 05:54:01.471878 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 30380e9c-de02-4a19-8ea4-3593f48a626f up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:54:01.519534 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e5d80-cb7d-4eb2-b8b5-93d29494ad08 req-b72f9889-a056-4f03-b195-81968b3cb137 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:01.521287 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-723e5d80-cb7d-4eb2-b8b5-93d29494ad08 req-b72f9889-a056-4f03-b195-81968b3cb137 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0698392 Jun 17 05:54:01.530092 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 30380e9c-de02-4a19-8ea4-3593f48a626f triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:01.530624 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:01.562662 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-990eb781-5d77-4372-b57d-491caeb90a34 req-2e821fb1-e407-4fda-b215-a0567a881fb5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 210 time: 0.0293238 Jun 17 05:54:01.575049 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-723e5d80-cb7d-4eb2-b8b5-93d29494ad08 req-36522e71-a4e4-4ac3-a4f0-55fa35d6d56c tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Jun 17 05:54:01.866027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecd5e-3f78-44b5-9ead-72bd27dd090f req-833c9f1e-f3b8-4b32-b541-d180eb59ef27 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:01.867574 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0cbecd5e-3f78-44b5-9ead-72bd27dd090f req-833c9f1e-f3b8-4b32-b541-d180eb59ef27 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0613074 Jun 17 05:54:01.906732 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0cbecd5e-3f78-44b5-9ead-72bd27dd090f req-4a041bfb-c1a8-45b7-bcdc-dff313eae134 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319810 Jun 17 05:54:02.153252 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7240809c-3199-4242-a6a0-f97f11f83af0 req-2ef0321e-05f9-4efb-9879-fb2a0b9c5e04 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0282762 Jun 17 05:54:02.196750 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1136cab-7a08-404a-8d5a-8c1149df6d7d req-af335146-cb06-44bd-a62b-a2f00e0dcf62 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=025ec62f-3928-442f-904d-755834c29aee HTTP/1.1" status: 200 len: 210 time: 0.0322461 Jun 17 05:54:02.554706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'name': 'network-vif-deleted', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:02.557719 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e4dec3-3d77-42c6-ba43-325fadf860c9" -d '{"events": [{"server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "name": "network-vif-deleted", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:02.593872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ba758-08db-4b4a-b6bf-a9d4bcd49130 x-openstack-request-id: req-9b5ba758-08db-4b4a-b6bf-a9d4bcd49130 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:02.593872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3e967-0cb7-4345-955e-f11393c6d0f9", "name": "network-vif-deleted", "tag": "c49c0fc9-52a9-4087-bc73-90ae04105810", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:02.594570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b5ba758-08db-4b4a-b6bf-a9d4bcd49130 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:02.594570 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3e967-0cb7-4345-955e-f11393c6d0f9', 'name': 'network-vif-deleted', 'tag': 'c49c0fc9-52a9-4087-bc73-90ae04105810', 'status': 'completed', 'code': 200} Jun 17 05:54:02.733012 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-56b9c5f3-1f2c-42c5-b654-4f578966177e req-e77f0e88-10b4-4ed6-8dd0-95d15f5c9cb5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73d41e0-dcc2-4c96-b1e3-85bbff99372c HTTP/1.1" status: 200 len: 210 time: 0.0294411 Jun 17 05:54:02.786218 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b03b83-0abb-40a2-883b-0e38d55744e5 req-b5349729-fb3e-4362-a249-df3c17c89de8 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:02.790302 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c5b03b83-0abb-40a2-883b-0e38d55744e5 req-b5349729-fb3e-4362-a249-df3c17c89de8 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Jun 17 05:54:02.870883 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c5b03b83-0abb-40a2-883b-0e38d55744e5 req-fd141050-ce37-4701-a4d4-d92cdadb0ae7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678167 Jun 17 05:54:03.113165 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30dee7-7a65-4665-8230-ed5731e4ce4a req-9ee7e2e3-9b96-494a-adb8-a8daf35dd093 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:03.114663 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7b30dee7-7a65-4665-8230-ed5731e4ce4a req-9ee7e2e3-9b96-494a-adb8-a8daf35dd093 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0633850 Jun 17 05:54:03.128392 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device c49c0fc9-52a9-4087-bc73-90ae04105810 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:03.149431 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: c49c0fc9-52a9-4087-bc73-90ae04105810 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:03.150085 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device c49c0fc9-52a9-4087-bc73-90ae04105810 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:03.150716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0269df89-1583-425f-aae0-c6630f25b0f6 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:03.159906 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7b30dee7-7a65-4665-8230-ed5731e4ce4a req-3fbe2ecc-76b9-4479-bcb0-f82143c2e5f3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386648 Jun 17 05:54:03.170153 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 0269df89-1583-425f-aae0-c6630f25b0f6 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:03.170509 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0269df89-1583-425f-aae0-c6630f25b0f6 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:03.333721 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd2e09b8-1e8d-4239-b96d-fe824820621b req-4da7b3cb-c2b2-4c02-871f-0a1a16046683 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d3e967-0cb7-4345-955e-f11393c6d0f9 HTTP/1.1" status: 200 len: 210 time: 0.0459688 Jun 17 05:54:04.150937 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35109e2-1ee3-4a56-8bfa-db68f359e000 req-513839bf-9169-4da2-b0f0-4553c4fb82a2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:04.152665 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d35109e2-1ee3-4a56-8bfa-db68f359e000 req-513839bf-9169-4da2-b0f0-4553c4fb82a2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.1588202 Jun 17 05:54:04.190307 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d35109e2-1ee3-4a56-8bfa-db68f359e000 req-13ee546e-491f-4abb-9b31-22c6324aa848 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Jun 17 05:54:04.344462 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdf09b-3ab9-4798-bcaf-fc23572c487a req-ae9729ba-5a49-4f82-84a8-1b0a91167127 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:04.345835 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83fdf09b-3ab9-4798-bcaf-fc23572c487a req-ae9729ba-5a49-4f82-84a8-1b0a91167127 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0672882 Jun 17 05:54:04.369819 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205e078-8d72-41dd-a1f7-a483b2eb744d req-b44f15cf-f61c-4d80-a1b3-c0597080ee1d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:04.371638 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a205e078-8d72-41dd-a1f7-a483b2eb744d req-b44f15cf-f61c-4d80-a1b3-c0597080ee1d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0690429 Jun 17 05:54:04.385379 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-83fdf09b-3ab9-4798-bcaf-fc23572c487a req-b37b1c76-e1b8-41cf-a1ce-e6b87d22d0e4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336289 Jun 17 05:54:04.418089 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a205e078-8d72-41dd-a1f7-a483b2eb744d req-136a3f47-76ee-4572-ba84-146ae176d42a tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Jun 17 05:54:04.814646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018944-9dde-40df-9afb-49e5f4f4c712 req-8ae7574f-f203-4939-a326-13c2745be734 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:04.815939 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ae018944-9dde-40df-9afb-49e5f4f4c712 req-8ae7574f-f203-4939-a326-13c2745be734 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Jun 17 05:54:04.856784 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ae018944-9dde-40df-9afb-49e5f4f4c712 req-221ae3be-295a-4ca4-aa4d-f31f1c3fa7cf tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jun 17 05:54:05.160011 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099e7b-75c6-4129-8cd2-0ea514df00d0 req-c4081017-173a-4044-b962-8baba1475ddb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:05.160011 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce099e7b-75c6-4129-8cd2-0ea514df00d0 req-c4081017-173a-4044-b962-8baba1475ddb tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0699985 Jun 17 05:54:05.197773 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce099e7b-75c6-4129-8cd2-0ea514df00d0 req-dd970c87-1aa4-4020-82f5-2ec031340af8 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Jun 17 05:54:05.579741 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8a2fc-d8d6-4935-9cab-c92dea08b02f req-a859693b-a7d7-4dfc-9d81-d390b207ec9b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:05.581197 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4cb8a2fc-d8d6-4935-9cab-c92dea08b02f req-a859693b-a7d7-4dfc-9d81-d390b207ec9b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0661764 Jun 17 05:54:05.622274 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4cb8a2fc-d8d6-4935-9cab-c92dea08b02f req-a1762a3e-21e0-4a5f-9935-d86459433e20 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340574 Jun 17 05:54:06.366308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441eb10-b3e7-4e05-9e14-5db989490a18 req-300a0f41-7609-47ba-8169-48bb841c0d3c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:06.368286 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7441eb10-b3e7-4e05-9e14-5db989490a18 req-300a0f41-7609-47ba-8169-48bb841c0d3c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0612781 Jun 17 05:54:06.404032 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7441eb10-b3e7-4e05-9e14-5db989490a18 req-2e973230-83a5-478d-8a2e-db2b5fb18ca0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299609 Jun 17 05:54:06.770131 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:06.789746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:06.790655 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7fdaecb0-71a9-48a7-a78e-bc098fa4e11b not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:06.801806 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df7a8f-06e0-4ba9-a1d6-ec50fcfa1d78 req-a1ef0b4b-51cd-4f65-9f3e-03cb18080761 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:06.803219 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-22df7a8f-06e0-4ba9-a1d6-ec50fcfa1d78 req-a1ef0b4b-51cd-4f65-9f3e-03cb18080761 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0670962 Jun 17 05:54:06.840326 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-22df7a8f-06e0-4ba9-a1d6-ec50fcfa1d78 req-c7a83019-7ef9-4e92-b22d-a5a73f6f4f23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314476 Jun 17 05:54:07.574609 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187872cf-a08d-4344-be14-2c5a46f91741 req-7dd1a030-f009-47c8-a2c8-e0f3a85c803e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:07.575952 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-187872cf-a08d-4344-be14-2c5a46f91741 req-7dd1a030-f009-47c8-a2c8-e0f3a85c803e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0643454 Jun 17 05:54:07.611621 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-187872cf-a08d-4344-be14-2c5a46f91741 req-1331789f-c88b-471d-8a9a-d1ce04a9b71c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300937 Jun 17 05:54:08.017957 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9077-e689-4ca2-aecf-dace9c24f2cf req-2380d4f6-cd36-4af8-9034-40ced77c3c11 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:08.019389 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a01b9077-e689-4ca2-aecf-dace9c24f2cf req-2380d4f6-cd36-4af8-9034-40ced77c3c11 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0623107 Jun 17 05:54:08.056020 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a01b9077-e689-4ca2-aecf-dace9c24f2cf req-6c6ea786-c2ed-4bce-a239-93ce3850435b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302775 Jun 17 05:54:08.783530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7a8e0-487b-4593-8816-55093876970d req-f0ae4657-30bc-4dfc-a301-6962e4f513b3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:08.784959 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a3b7a8e0-487b-4593-8816-55093876970d req-f0ae4657-30bc-4dfc-a301-6962e4f513b3 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0641084 Jun 17 05:54:08.822459 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a3b7a8e0-487b-4593-8816-55093876970d req-16459b8c-20a3-4bcb-ac3c-e2bd9ff361e5 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jun 17 05:54:09.244469 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b507e62-90a2-4cc8-b160-13623cc73982 req-5c8e7f2b-b358-49f3-bb25-cb2af1c4ab03 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:09.246190 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b507e62-90a2-4cc8-b160-13623cc73982 req-5c8e7f2b-b358-49f3-bb25-cb2af1c4ab03 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0692329 Jun 17 05:54:09.282696 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b507e62-90a2-4cc8-b160-13623cc73982 req-3fb242d7-07e1-48a5-bd5b-6a9018257f43 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309067 Jun 17 05:54:10.001258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0fdb-9e31-4dd0-8e27-b0ac31f4668c req-99d7d862-5036-4ab1-a6ef-d796b933a558 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:10.002701 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f7cb0fdb-9e31-4dd0-8e27-b0ac31f4668c req-99d7d862-5036-4ab1-a6ef-d796b933a558 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0652969 Jun 17 05:54:10.039968 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f7cb0fdb-9e31-4dd0-8e27-b0ac31f4668c req-3004d807-61c6-4884-90fc-b37facc7975f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Jun 17 05:54:10.471893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afad50e-b30f-4987-b024-962af834c3c9 req-e5eb341d-c099-43af-ae2d-9c7787cdaa7b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:10.473377 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2afad50e-b30f-4987-b024-962af834c3c9 req-e5eb341d-c099-43af-ae2d-9c7787cdaa7b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0737503 Jun 17 05:54:10.511219 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2afad50e-b30f-4987-b024-962af834c3c9 req-de831d30-dbef-436c-90ed-a67cc6b1d3bc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317101 Jun 17 05:54:11.220854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872411d-d6d8-4e5b-bbba-b66ac6aaaae6 req-2868f526-b0ec-4afe-8910-3d3c0fd9ec91 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:11.222995 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b872411d-d6d8-4e5b-bbba-b66ac6aaaae6 req-2868f526-b0ec-4afe-8910-3d3c0fd9ec91 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0654974 Jun 17 05:54:11.262630 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b872411d-d6d8-4e5b-bbba-b66ac6aaaae6 req-ff26e71b-09e6-4f8c-9dcc-3dec0f8efbdc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Jun 17 05:54:11.972458 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed462b3-3386-4879-b240-2351c4dc5541 req-7c06b83e-cf75-44c7-820a-62637185fe41 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:11.973936 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9ed462b3-3386-4879-b240-2351c4dc5541 req-7c06b83e-cf75-44c7-820a-62637185fe41 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0630031 Jun 17 05:54:12.013810 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9ed462b3-3386-4879-b240-2351c4dc5541 req-80252a40-50eb-4ba2-959d-0bfadb65f05f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335298 Jun 17 05:54:12.186570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dbf1d-3609-44e9-9c1b-a251a1fbcc03 req-7d5761fd-0b4f-4ec2-924a-dd0e87540181 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:12.188090 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3c7dbf1d-3609-44e9-9c1b-a251a1fbcc03 req-7d5761fd-0b4f-4ec2-924a-dd0e87540181 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0664573 Jun 17 05:54:12.228606 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3c7dbf1d-3609-44e9-9c1b-a251a1fbcc03 req-f1bbf7b2-8409-4e1c-9c48-cda0bc14dc89 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Jun 17 05:54:12.439863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d6d1-0f0f-4036-803e-16f1fac24a7f req-74544e5e-74d7-4614-ba9c-0675b136d84e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:12.441353 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e800d6d1-0f0f-4036-803e-16f1fac24a7f req-74544e5e-74d7-4614-ba9c-0675b136d84e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0621514 Jun 17 05:54:12.478382 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e800d6d1-0f0f-4036-803e-16f1fac24a7f req-34164948-5210-4cd0-814d-796510df188a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Jun 17 05:54:12.622857 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8c14d302-59b4-49d6-afaa-7caf357b1153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:13.197805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5b537-e127-4542-b56f-0a7d0a0cfdb4 req-74aa2aa7-e96c-4179-817c-02a6e56bc6cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:13.199329 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-dcf5b537-e127-4542-b56f-0a7d0a0cfdb4 req-74aa2aa7-e96c-4179-817c-02a6e56bc6cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0653596 Jun 17 05:54:13.236530 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-dcf5b537-e127-4542-b56f-0a7d0a0cfdb4 req-ef79e28e-dd0e-41a7-bd9f-564b7a67bb8c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314531 Jun 17 05:54:13.402918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c4cd-28d4-4a52-a92e-a1fd0bd0f355 req-83cfe8db-27ea-444f-ada4-199b6dd8ae93 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:13.404347 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e0d5c4cd-28d4-4a52-a92e-a1fd0bd0f355 req-83cfe8db-27ea-444f-ada4-199b6dd8ae93 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0632393 Jun 17 05:54:13.440321 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e0d5c4cd-28d4-4a52-a92e-a1fd0bd0f355 req-6495f70c-0727-4382-9e99-02c7cd9adbb7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Jun 17 05:54:13.650014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c31bc-0a79-4f7c-8bb6-84a8a65e7b81 req-856c05e6-dc68-44ea-9eee-1ba738caf6a6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:13.651426 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-158c31bc-0a79-4f7c-8bb6-84a8a65e7b81 req-856c05e6-dc68-44ea-9eee-1ba738caf6a6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0642233 Jun 17 05:54:13.687509 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-158c31bc-0a79-4f7c-8bb6-84a8a65e7b81 req-b10bccd2-7883-4240-be88-c2f9c8a2449a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Jun 17 05:54:14.415240 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6eea-ed77-4c74-845e-ef7867217150 req-597a1cca-1e57-4e41-ab0f-b39276129f6f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:14.416792 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52ff6eea-ed77-4c74-845e-ef7867217150 req-597a1cca-1e57-4e41-ab0f-b39276129f6f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0670812 Jun 17 05:54:14.456704 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52ff6eea-ed77-4c74-845e-ef7867217150 req-cce5a6e7-daf5-41d2-abb4-864f13e801bc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339253 Jun 17 05:54:14.619676 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bfcd3-ee6a-4b09-92bb-e81c756fc411 req-b8ee3b99-c72a-4fca-b9be-4dec33cec4f0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:14.621441 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d8bfcd3-ee6a-4b09-92bb-e81c756fc411 req-b8ee3b99-c72a-4fca-b9be-4dec33cec4f0 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0676007 Jun 17 05:54:14.657996 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3d8bfcd3-ee6a-4b09-92bb-e81c756fc411 req-24ebe2f9-de59-4941-a2d5-6d300801d60a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Jun 17 05:54:14.737405 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:14.866679 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f004-9bdd-4745-85a2-32639ef812f3 req-ef638bf5-211b-4f4c-a6e1-2ad885a40c85 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:14.868472 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f485f004-9bdd-4745-85a2-32639ef812f3 req-ef638bf5-211b-4f4c-a6e1-2ad885a40c85 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0712926 Jun 17 05:54:14.912560 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f485f004-9bdd-4745-85a2-32639ef812f3 req-bffe91e6-7946-4216-bdf2-eca14f2353a6 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Jun 17 05:54:15.091305 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5fca0f6d-0a68-4a89-96f6-8401c049211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.187645 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.630198 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2da4f-e74b-4e38-b005-c502e06e4ce2 req-28298769-5266-4d95-9a6a-8dc650d4af04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:15.631539 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a7e2da4f-e74b-4e38-b005-c502e06e4ce2 req-28298769-5266-4d95-9a6a-8dc650d4af04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0617280 Jun 17 05:54:15.667810 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a7e2da4f-e74b-4e38-b005-c502e06e4ce2 req-c56746da-cd42-42f9-a94a-6d7366504c78 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306783 Jun 17 05:54:15.833366 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d74aee-841e-48bf-b1cb-a3579c5cc9ed req-24f13be0-d924-4185-bb65-45a733d34af7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:15.834807 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-46d74aee-841e-48bf-b1cb-a3579c5cc9ed req-24f13be0-d924-4185-bb65-45a733d34af7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jun 17 05:54:15.872618 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-46d74aee-841e-48bf-b1cb-a3579c5cc9ed req-267e6c6a-6bf8-4431-be79-d63b28a9ed59 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 17 05:54:16.097000 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d105ca1-e51d-4c54-8356-98d946d1b824 req-db438e9f-86e2-4202-bf61-2a6af27d8691 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:16.104737 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1d105ca1-e51d-4c54-8356-98d946d1b824 req-db438e9f-86e2-4202-bf61-2a6af27d8691 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0697880 Jun 17 05:54:16.143947 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1d105ca1-e51d-4c54-8356-98d946d1b824 req-45728fa6-36bf-43ab-b832-e08f04127618 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Jun 17 05:54:16.144173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:16.867490 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df48fb6-e991-4e7d-8c58-be24b52607b0 req-932d09d7-f9f6-4a8c-8b53-f07935de1464 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:16.869033 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6df48fb6-e991-4e7d-8c58-be24b52607b0 req-932d09d7-f9f6-4a8c-8b53-f07935de1464 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0863111 Jun 17 05:54:16.908226 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6df48fb6-e991-4e7d-8c58-be24b52607b0 req-6b35e2b5-3f57-4c38-af7c-66ba38148e4f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324829 Jun 17 05:54:17.072713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242aae8-9b36-43ad-a9ba-86e6816e1ec2 req-394843e5-8c1d-4848-aba6-9dd7916b33e3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:17.074067 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6242aae8-9b36-43ad-a9ba-86e6816e1ec2 req-394843e5-8c1d-4848-aba6-9dd7916b33e3 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0656123 Jun 17 05:54:17.112860 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6242aae8-9b36-43ad-a9ba-86e6816e1ec2 req-3babc13f-024e-4bd5-9a99-09490f0eec36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Jun 17 05:54:17.320595 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8d30-6469-44e2-b2b5-8402092dc6fc req-6363d660-ee28-4359-a6e5-74240da9bb7f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:17.322016 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-27fa8d30-6469-44e2-b2b5-8402092dc6fc req-6363d660-ee28-4359-a6e5-74240da9bb7f tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0613799 Jun 17 05:54:17.358754 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-27fa8d30-6469-44e2-b2b5-8402092dc6fc req-f71761c1-7255-40d8-9982-cd897aa5560b tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jun 17 05:54:17.988605 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:18.081812 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dcf7-c63e-422d-8f04-d63cc92475ec req-b1a42d59-e115-4f2d-af82-e6c5011ec311 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:18.083225 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7248dcf7-c63e-422d-8f04-d63cc92475ec req-b1a42d59-e115-4f2d-af82-e6c5011ec311 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0604408 Jun 17 05:54:18.123559 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7248dcf7-c63e-422d-8f04-d63cc92475ec req-ec173899-66da-4dca-8d55-14fd05cc3a78 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348096 Jun 17 05:54:18.293130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2d5b9-62cc-4068-b8f4-2e1a1d4e3803 req-7f800660-92f3-42f0-806f-86f29adcfa3a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:18.294568 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-afa2d5b9-62cc-4068-b8f4-2e1a1d4e3803 req-7f800660-92f3-42f0-806f-86f29adcfa3a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0675161 Jun 17 05:54:18.330083 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-afa2d5b9-62cc-4068-b8f4-2e1a1d4e3803 req-14c65b2b-f232-4101-8e15-fa293e9c81bf tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299044 Jun 17 05:54:18.528059 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ba09d-2dda-4020-a99a-d13d726eae73 req-a2a1b1e4-94e1-47f7-a32f-333320dc8f3e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:18.529648 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b85ba09d-2dda-4020-a99a-d13d726eae73 req-a2a1b1e4-94e1-47f7-a32f-333320dc8f3e tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0617998 Jun 17 05:54:18.568500 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b85ba09d-2dda-4020-a99a-d13d726eae73 req-92841e3d-5f79-4a55-a38b-6c793944f55a tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jun 17 05:54:19.304335 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637faf8-81ad-497c-8245-1bdec8cd8326 req-e1dcde1f-6037-4673-86b6-3019f10fa944 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:19.306493 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0637faf8-81ad-497c-8245-1bdec8cd8326 req-e1dcde1f-6037-4673-86b6-3019f10fa944 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0671451 Jun 17 05:54:19.342143 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0637faf8-81ad-497c-8245-1bdec8cd8326 req-77c0958b-3e35-45ce-bd8c-7e616092a132 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301554 Jun 17 05:54:19.512051 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f778b-e6f1-444e-ace5-138b6993e623 req-48be72e5-c719-4096-8261-a3a0799d8171 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:19.513582 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8a5f778b-e6f1-444e-ace5-138b6993e623 req-48be72e5-c719-4096-8261-a3a0799d8171 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0698016 Jun 17 05:54:19.549940 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8a5f778b-e6f1-444e-ace5-138b6993e623 req-c9a44b95-98eb-40bc-beee-5fbbd768010c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Jun 17 05:54:19.739620 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ca7a0-6482-4396-bd47-4bf9aff26da0 req-63fbcc3f-e529-49c5-abcf-0eaa2ababcf0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:19.740995 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-124ca7a0-6482-4396-bd47-4bf9aff26da0 req-63fbcc3f-e529-49c5-abcf-0eaa2ababcf0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0607369 Jun 17 05:54:19.777944 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-124ca7a0-6482-4396-bd47-4bf9aff26da0 req-37ff94c8-3e99-46ab-b31d-8e9569770331 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Jun 17 05:54:20.166397 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:54:20.218069 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-89be0cf8-643a-4e4a-9fbb-b37f1b052cf6 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:20.219503 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-89be0cf8-643a-4e4a-9fbb-b37f1b052cf6 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 814 time: 0.1019459 Jun 17 05:54:20.233490 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-cce96527-8ab8-4c39-bf8a-daa834d6dca7 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/quotas/d1f27779e0184066924dcf741864c56e HTTP/1.1" status: 200 len: 375 time: 0.0085869 Jun 17 05:54:20.269387 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-68a78aea-d31d-4e4a-9963-765979cf79f0 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310483 Jun 17 05:54:20.368425 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-1d1bf11c-b94f-4995-8b71-0b66505fe1cb service neutron] 10.222.0.20 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863039 Jun 17 05:54:20.459787 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-4451c54a-0a98-4a37-ab0d-411ad78b95a5 service neutron] 10.222.0.20 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852809 Jun 17 05:54:20.528930 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1cd9-d731-40a6-938f-a03e98c205cb req-1aeff093-5bfb-4a69-b5dc-ef01dcd7dbfc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:20.530232 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-501a1cd9-d731-40a6-938f-a03e98c205cb req-1aeff093-5bfb-4a69-b5dc-ef01dcd7dbfc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0740287 Jun 17 05:54:20.567977 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-501a1cd9-d731-40a6-938f-a03e98c205cb req-9d2ffcfa-01c6-43cb-af8f-1976aace1b71 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318615 Jun 17 05:54:20.839265 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413ae90-125c-4c1b-a366-a958062d1d1e req-060698b5-8be4-4fed-bd70-9156e04f15ab tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:20.846174 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1413ae90-125c-4c1b-a366-a958062d1d1e req-060698b5-8be4-4fed-bd70-9156e04f15ab tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0703158 Jun 17 05:54:20.881511 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1413ae90-125c-4c1b-a366-a958062d1d1e req-7103ded7-4066-409f-893d-d994ecd0343f tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Jun 17 05:54:20.932167 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-63524512-877f-4c27-b52e-7d485dca16f7 req-2c4170cb-f2bf-4150-954e-0e4e34b07e64 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 210 time: 0.0340493 Jun 17 05:54:21.049313 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cce92-c060-4098-83b3-ef46fb65e4c4 req-1ff6b9a9-c6ba-4ae7-ba56-11698ac3a5ad tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:21.051123 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5f8cce92-c060-4098-83b3-ef46fb65e4c4 req-1ff6b9a9-c6ba-4ae7-ba56-11698ac3a5ad tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0666931 Jun 17 05:54:21.088187 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5f8cce92-c060-4098-83b3-ef46fb65e4c4 req-97e43128-ed15-4e77-bab2-4eac618cd3f0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Jun 17 05:54:21.760305 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef41f-0ce9-464e-acfb-06c8d4d7a1e3 req-416e264a-e276-4bac-af0e-6bdcf5a070b9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:21.761740 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c19ef41f-0ce9-464e-acfb-06c8d4d7a1e3 req-416e264a-e276-4bac-af0e-6bdcf5a070b9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0626009 Jun 17 05:54:21.806926 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c19ef41f-0ce9-464e-acfb-06c8d4d7a1e3 req-2e6ade18-a71a-404b-8339-1639500f4aca tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384984 Jun 17 05:54:22.067960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12bbbc-b952-422b-a840-a07fdd1c0964 req-0ad750aa-d019-4d57-b23b-3bbdb81f9d96 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:22.069440 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa12bbbc-b952-422b-a840-a07fdd1c0964 req-0ad750aa-d019-4d57-b23b-3bbdb81f9d96 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0674782 Jun 17 05:54:22.107124 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa12bbbc-b952-422b-a840-a07fdd1c0964 req-2aa3ddcf-0be0-4907-891e-0a810f098cdc tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 17 05:54:22.248563 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e046b354-e341-4f31-b756-da2d7512ffa8 req-4791f7b8-12a6-4035-bb17-1bc48be139fc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 210 time: 0.0379775 Jun 17 05:54:22.308039 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-1da3d05e-c18c-452b-8b80-5a335a519210 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:22.309557 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-1da3d05e-c18c-452b-8b80-5a335a519210 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0716920 Jun 17 05:54:22.328260 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437fc0-c943-430b-bf93-b8d0b49998bf req-1eae0c03-40e8-46f5-b2c8-bb24539dc1c0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:22.329756 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5b437fc0-c943-430b-bf93-b8d0b49998bf req-1eae0c03-40e8-46f5-b2c8-bb24539dc1c0 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.0650740 Jun 17 05:54:22.366908 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5b437fc0-c943-430b-bf93-b8d0b49998bf req-a6a340b2-89b5-4cd5-b0e4-351b6dcac7dc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jun 17 05:54:22.426611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Deleting port 96e3984d-793b-4273-afcf-0992746e7d77 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:22.426948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.513383 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] For port 96e3984d-793b-4273-afcf-0992746e7d77, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=96e3984d-793b-4273-afcf-0992746e7d77,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:22.513785 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.579555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Calling delete_port for 96e3984d-793b-4273-afcf-0992746e7d77 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:22.794443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.798775 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:22.823944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event deleted for resources: {'Port': ['ID=96e3984d-793b-4273-afcf-0992746e7d77,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:22.852351 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.852759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.853111 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.853462 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.853810 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.854223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.854568 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.854913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.855251 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.855672 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.855980 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.856243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:22.857495 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21', '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', '96e3984d-793b-4273-afcf-0992746e7d77'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:22.878824 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:22.879673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] No DVR routers for this DVR port 96e3984d-793b-4273-afcf-0992746e7d77 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:22.882114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.884922 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1333defe-83bc-429f-9020-f2739d4b06f0 req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "DELETE /v2.0/ports/96e3984d-793b-4273-afcf-0992746e7d77 HTTP/1.1" status: 204 len: 173 time: 0.5677180 Jun 17 05:54:22.885130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'name': 'network-vif-deleted', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:22.887366 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ae427-7e7f-466d-88f8-bbd0c7991047" -d '{"events": [{"server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "name": "network-vif-deleted", "tag": "96e3984d-793b-4273-afcf-0992746e7d77"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:22.934962 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2996b3b5-7747-4fdd-82dc-6ef40655aec4 x-openstack-request-id: req-2996b3b5-7747-4fdd-82dc-6ef40655aec4 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:22.935277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa81562-43ec-4977-8820-44e5cf8c8ba3", "name": "network-vif-deleted", "tag": "96e3984d-793b-4273-afcf-0992746e7d77", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:22.935667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2996b3b5-7747-4fdd-82dc-6ef40655aec4 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:22.936095 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa81562-43ec-4977-8820-44e5cf8c8ba3', 'name': 'network-vif-deleted', 'tag': '96e3984d-793b-4273-afcf-0992746e7d77', 'status': 'completed', 'code': 200} Jun 17 05:54:23.010098 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48451-4974-4b58-82a2-429e1dca48aa req-7e2bc1a2-519e-45d5-bc84-a27e4f1b13f3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.011773 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-99d48451-4974-4b58-82a2-429e1dca48aa req-7e2bc1a2-519e-45d5-bc84-a27e4f1b13f3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0864041 Jun 17 05:54:23.049809 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-99d48451-4974-4b58-82a2-429e1dca48aa req-470306ad-d3fe-4ec7-ad6e-f6b32fe2737a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318439 Jun 17 05:54:23.263914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-7344e31c-636c-4489-bd49-e97ccb24336c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.265534 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-7344e31c-636c-4489-bd49-e97ccb24336c tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1008775 Jun 17 05:54:23.275456 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2c8e42ef-31e6-415f-9896-ef27d452b752 req-1d8e7950-174e-4c51-8431-0c01aa7eacd5 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0397003 Jun 17 05:54:23.389780 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Deleting port 1a058e07-fb13-4c99-8257-82b881601c95 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:23.390242 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.421000 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1465d42d-29fd-48b8-83cf-28ad1457227a req-f8bf433c-acd3-446d-b37d-1fad08e7329e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 210 time: 0.0342364 Jun 17 05:54:23.480339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] For port 1a058e07-fb13-4c99-8257-82b881601c95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a058e07-fb13-4c99-8257-82b881601c95,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:23.480729 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.561660 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Calling delete_port for 1a058e07-fb13-4c99-8257-82b881601c95 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:23.669320 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599d8a7-eb5c-42a2-a455-284cf705fcd8 req-6ae0ced6-15be-4f99-b7b3-afddc2846d87 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.670760 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c599d8a7-eb5c-42a2-a455-284cf705fcd8 req-6ae0ced6-15be-4f99-b7b3-afddc2846d87 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 945 time: 0.1760275 Jun 17 05:54:23.733480 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c599d8a7-eb5c-42a2-a455-284cf705fcd8 req-6e82678a-a274-4a7d-8855-8b8a0ef088fc tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/security-groups?id=79e86624-ebb3-4957-83ab-ecdcfc246ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Jun 17 05:54:23.795516 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1951-a17d-4fd5-a50e-18986e0ee0e2 req-96fe6568-0f6b-484b-987b-2e322a9350bf tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.797013 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07bd1951-a17d-4fd5-a50e-18986e0ee0e2 req-96fe6568-0f6b-484b-987b-2e322a9350bf tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0651526 Jun 17 05:54:23.829240 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.834293 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07bd1951-a17d-4fd5-a50e-18986e0ee0e2 req-aa3c7289-6ca2-4d4c-b7e2-9a8e8b57e546 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Jun 17 05:54:23.834672 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:23.860362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52442) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:23.873307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Pushing event deleted for resources: {'Port': ['ID=1a058e07-fb13-4c99-8257-82b881601c95,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:23.876204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:23.919390 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] No DVR routers for this DVR port 1a058e07-fb13-4c99-8257-82b881601c95 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:23.922206 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.924764 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db9762ce-83a7-45a7-a2ae-92d139b5afb8 req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.22 "DELETE /v2.0/ports/1a058e07-fb13-4c99-8257-82b881601c95 HTTP/1.1" status: 204 len: 173 time: 0.6489158 Jun 17 05:54:23.956525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-38fbb869-abb2-4812-934b-717388f5979c tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.957971 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-38fbb869-abb2-4812-934b-717388f5979c tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 814 time: 0.1118910 Jun 17 05:54:24.008767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Request body: {'port': {'device_id': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275', 'admin_state_up': True, 'tenant_id': 'd1f27779e0184066924dcf741864c56e'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:24.082308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfde5f2-e3b8-4bfb-adcc-1280eff9eb3b tempest-TestMinimumBasicScenario-1092812271 tempest-TestMinimumBasicScenario-1092812271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:24.084758 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-0bfde5f2-e3b8-4bfb-adcc-1280eff9eb3b tempest-TestMinimumBasicScenario-1092812271 tempest-TestMinimumBasicScenario-1092812271-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1093 time: 0.2223408 Jun 17 05:54:24.087196 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52450) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:24.094744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'port_id': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:24.221829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for floatingip, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.242137 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0693f0e-9e7b-4cb0-8a46-6f7e55a1bf54 req-b7c67d9c-7852-4275-bc9a-77738583736b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:24.244123 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0693f0e-9e7b-4cb0-8a46-6f7e55a1bf54 req-b7c67d9c-7852-4275-bc9a-77738583736b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0733702 Jun 17 05:54:24.283185 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['1a058e07-fb13-4c99-8257-82b881601c95'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:24.303122 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Made reservation on behalf of d1f27779e0184066924dcf741864c56e for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:54:24.307398 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.323976 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0693f0e-9e7b-4cb0-8a46-6f7e55a1bf54 req-6bd2731e-a6ef-445e-a78f-e756dff52a52 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716424 Jun 17 05:54:24.379731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.521046 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f598cf8e-a414-4273-8225-73e80430d116 req-9f40b71e-f36d-4425-83c4-60ed414cadd9 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa81562-43ec-4977-8820-44e5cf8c8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0434206 Jun 17 05:54:24.533448 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Allocated IP 172.27.3.36 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/6006aa8b-3c7c-4c21-afcb-7250d291a0f3) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:54:24.546479 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Allocated IP 172.20.0.13 (378aaca0-81d9-4e8e-bcb2-993bf08f6275/a83fcb46-ca50-4238-94e7-0f29c8fb5aa2/9ded3f98-366d-493b-a833-9fc8d8c3670f) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:54:24.661851 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.682084 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4ff7ebfd-ff96-49d3-b061-f67b211c3ffa req-176071ae-25b3-44f9-a2b8-44aeec0fbc94 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 210 time: 0.0434699 Jun 17 05:54:24.762947 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.765961 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.772049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-13468eed-20d7-46b8-99a2-c332ceab0c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:24.819999 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:54:24.824397 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:54:24.826829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:54:24.866497 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'Port': ['ID=6006aa8b-3c7c-4c21-afcb-7250d291a0f3,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:24.870403 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:24.891746 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.896088 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:24.933314 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90da0ff1-a24a-45a9-95a7-c78df26100a2 req-4bb2f6be-3d73-4cad-85f8-8288d2226a82 tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] 10.222.0.20 "GET /v2.0/ports?device_id=350db420-0490-43a6-8ff4-62eadde16c77 HTTP/1.1" status: 200 len: 210 time: 0.0343564 Jun 17 05:54:24.937775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:54:24.946384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:54:24.948707 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:54:24.949854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'name': 'network-vif-deleted', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:24.952146 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344bdc09-b71b-44f6-b1ce-02f2f135f01b" -d '{"events": [{"server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "name": "network-vif-deleted", "tag": "1a058e07-fb13-4c99-8257-82b881601c95"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:24.954208 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:24.954823 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:24.969352 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Pushing event updated for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:24.972116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:24.994079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3ce99-cb20-44f2-9e71-38899aad7959 x-openstack-request-id: req-71c3ce99-cb20-44f2-9e71-38899aad7959 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:24.994398 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350db420-0490-43a6-8ff4-62eadde16c77", "name": "network-vif-deleted", "tag": "1a058e07-fb13-4c99-8257-82b881601c95", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:24.994678 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71c3ce99-cb20-44f2-9e71-38899aad7959 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:24.995090 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350db420-0490-43a6-8ff4-62eadde16c77', 'name': 'network-vif-deleted', 'tag': '1a058e07-fb13-4c99-8257-82b881601c95', 'status': 'completed', 'code': 200} Jun 17 05:54:25.040720 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0361171 Jun 17 05:54:25.129214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Request body: {'port': {'device_id': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:25.206470 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.359862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:54:25.474329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.519226 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ded3f98-366d-493b-a833-9fc8d8c3670f {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:25.522968 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:25.527453 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.534915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:54:25.539598 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Transition to ACTIVE for port object 9ded3f98-366d-493b-a833-9fc8d8c3670f will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:54:25.578797 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.588404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba963-e5cc-4927-9698-1427f7f56b7f req-82b88eca-f46e-4131-9bcf-5187b0f07ff7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:25.589955 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04dba963-e5cc-4927-9698-1427f7f56b7f req-82b88eca-f46e-4131-9bcf-5187b0f07ff7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0813339 Jun 17 05:54:25.591677 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:25.612688 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:25.633131 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04dba963-e5cc-4927-9698-1427f7f56b7f req-150062b3-e84f-48d3-b432-4c95d3e45c47 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359752 Jun 17 05:54:25.645680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.648859 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff171e08-8943-4493-9567-d4031538b770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:25.773808 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Pushing event updated for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:25.778743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:25.789074 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.791603 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Attempting to bind port 9ded3f98-366d-493b-a833-9fc8d8c3670f on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:54:25.791603 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Attempting to bind port 9ded3f98-366d-493b-a833-9fc8d8c3670f by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:54:25.792411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Attempting to bind port 9ded3f98-366d-493b-a833-9fc8d8c3670f on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:25.794063 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0f660773-2e01-4ba1-b247-4cd40fe94e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:25.794860 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.797392 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Port 9ded3f98-366d-493b-a833-9fc8d8c3670f on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:54:25.797705 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Attempting to bind port 9ded3f98-366d-493b-a833-9fc8d8c3670f on network 378aaca0-81d9-4e8e-bcb2-993bf08f6275 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:25.804291 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:54:25.805709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Checking segment: {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:54:25.806887 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Bound using segment: {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:54:25.807590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Bound port: 9ded3f98-366d-493b-a833-9fc8d8c3670f, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:54:25.808195 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.847444 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=6']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:25.848464 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:25.892713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:54:25.895892 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:54:25.972458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.989364 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012bc8-bcb4-49b7-a2d4-98a686207d2e req-dc4288cf-13a0-4710-8e66-b87493d2b4f2 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:25.989364 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5e012bc8-bcb4-49b7-a2d4-98a686207d2e req-dc4288cf-13a0-4710-8e66-b87493d2b4f2 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.0654373 Jun 17 05:54:26.001037 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.013480 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9dc2889f-fa2f-4dbd-87f5-f98b0d777e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:26.046395 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.049822 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:26.053663 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:26.054343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.055833 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] 10.222.0.22 "PUT /v2.0/ports/9ded3f98-366d-493b-a833-9fc8d8c3670f HTTP/1.1" status: 200 len: 1094 time: 0.9309661 Jun 17 05:54:26.058570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:26.060967 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f13d940-d0e4-4958-bff0-c177fc9d2eec" -d '{"events": [{"name": "network-changed", "server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:26.082817 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5e012bc8-bcb4-49b7-a2d4-98a686207d2e req-463bb2fa-9008-4604-97ad-fa94084169cc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901794 Jun 17 05:54:26.093328 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Pushing event updated for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:26.096622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:26.135434 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['76f4ad57-2b94-41a5-9784-1f815538a30c'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:26.147751 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc623bf-6e38-4604-999e-62fcf7816e40 x-openstack-request-id: req-4bc623bf-6e38-4604-999e-62fcf7816e40 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:26.148250 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:26.148805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bc623bf-6e38-4604-999e-62fcf7816e40 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:26.149433 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f', 'status': 'completed', 'code': 200} Jun 17 05:54:26.150672 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.194483 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52490) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:26.247640 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'Port': ['ID=6006aa8b-3c7c-4c21-afcb-7250d291a0f3,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:26.252319 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:26.322230 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Floating IP 7adedd49-053c-44d9-a6cf-9ff0a843eee9 associated. External IP: 172.27.3.36, port: acc5ee9c-6dc4-4085-83b1-cb73755d4564. Jun 17 05:54:26.372737 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-3acafde3-7a9c-46fd-812d-e6c7cc97e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:26.374244 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-3acafde3-7a9c-46fd-812d-e6c7cc97e145 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 1097 time: 0.0866992 Jun 17 05:54:26.415068 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000380a-f0dd-425d-aa5b-5c8f9534491e req-63c8683c-7b12-4697-b846-5098cff37c56 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:26.417163 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0000380a-f0dd-425d-aa5b-5c8f9534491e req-63c8683c-7b12-4697-b846-5098cff37c56 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.1488690 Jun 17 05:54:26.471482 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0000380a-f0dd-425d-aa5b-5c8f9534491e req-fca0b172-7aeb-4b9c-8bb4-2c46113ae421 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Jun 17 05:54:26.570209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Router a2759b1b-9bea-4698-a39c-30f0f9369760 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:54:26.621418 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-16e11f21-59f6-49d2-b918-d92c34c5cf5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f HTTP/1.1" status: 200 len: 217 time: 0.0394869 Jun 17 05:54:26.678611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:54:26.691058 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Sync routers for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:54:26.701242 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:26.702126 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:54:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:26.722499 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f13c-9831-4729-961a-d39045441523 req-dad1de25-31b1-4a13-baf8-7cd576ca83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:26.723919 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-dad1de25-31b1-4a13-baf8-7cd576ca83b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 HTTP/1.1" status: 200 len: 854 time: 0.0935154 Jun 17 05:54:26.759886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.771242 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-cd7c75af-4f0d-4b91-b434-42b17c6f684e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=378aaca0-81d9-4e8e-bcb2-993bf08f6275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347738 Jun 17 05:54:26.780623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.799700 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7103362 Jun 17 05:54:26.802366 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52494) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:26.811584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653880602', 'description': 'tempest-secgroup-smoke-653880602 description', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:26.823999 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:26.936326 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.996822 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:26.999297 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:27.044162 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.046210 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f84681-3976-4d73-9daf-d6d806b3fac7 x-openstack-request-id: req-86f84681-3976-4d73-9daf-d6d806b3fac7 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:27.046701 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:27.047081 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f84681-3976-4d73-9daf-d6d806b3fac7 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:27.047503 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:54:27.079735 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '7adedd49-053c-44d9-a6cf-9ff0a843eee9', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'port_id': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'mac_address': 'fa:16:3e:7f:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc180fa-2721-4b9c-9018-255124523e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:25Z', 'updated_at': '2021-06-17T05:54:25Z', 'revision_number': 0, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:27.107395 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Checking router: a2759b1b-9bea-4698-a39c-30f0f9369760 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:54:27.122179 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:27.123140 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:54:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:27.131594 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.135310 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0b1ef168-2a1c-4cce-bcdd-0bcf0c8a54e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:27.175373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf94d44e-10ff-4d18-9cc9-47f704d14d0e,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:27.179089 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:27.207666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-f543a06e-ae8c-40ed-ab3b-a7336a277c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.213675 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-f543a06e-ae8c-40ed-ab3b-a7336a277c5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1098 time: 0.1091204 Jun 17 05:54:27.257802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.258147 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:27.262714 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4593058 Jun 17 05:54:27.263501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52504) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:27.296702 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:27.315704 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-eb3290e2-0c8d-4ed2-b45e-64ffa1a209a4 service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332270 Jun 17 05:54:27.324710 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77432c0-04af-4a31-8084-e79b59b086f9 req-25a7a8d4-d3a8-4cfe-9126-9d3f70940a96 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.326149 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a77432c0-04af-4a31-8084-e79b59b086f9 req-25a7a8d4-d3a8-4cfe-9126-9d3f70940a96 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 944 time: 0.5731683 Jun 17 05:54:27.381302 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-c2c27e02-c16b-4912-8b2d-eabd56fff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.382823 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-c2c27e02-c16b-4912-8b2d-eabd56fff745 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1606498 Jun 17 05:54:27.388712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:54:27.448280 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 76f4ad57-2b94-41a5-9784-1f815538a30c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:27.449043 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.464455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0943e-4bcd-4880-9514-176860eb2596 req-41b367d0-c1b6-4784-af3b-376740b65e68 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.466009 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-17e0943e-4bcd-4880-9514-176860eb2596 req-41b367d0-c1b6-4784-af3b-376740b65e68 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.1647377 Jun 17 05:54:27.467182 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a77432c0-04af-4a31-8084-e79b59b086f9 req-988991ca-27ce-40b0-a3d9-0f04fa4190d4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254675 Jun 17 05:54:27.498758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.523183 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6c70f13c-9831-4729-961a-d39045441523 req-628e9f4b-9c0e-4775-82c1-c836a66a9e7c service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960685 Jun 17 05:54:27.539269 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-67329acb-fd6b-4bc9-ae91-dab28a1d4dd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 998 time: 0.1483164 Jun 17 05:54:27.557128 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.588631 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:27.592039 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c5f59-de77-4176-8576-daf26c1b827e" -d '{"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:27.598578 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '7adedd49-053c-44d9-a6cf-9ff0a843eee9', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'port_id': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'mac_address': 'fa:16:3e:7f:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc180fa-2721-4b9c-9018-255124523e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:25Z', 'updated_at': '2021-06-17T05:54:25Z', 'revision_number': 0, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:27.599559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-17e0943e-4bcd-4880-9514-176860eb2596 req-52022561-3a47-411d-9ef1-74b6151e6746 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189358 Jun 17 05:54:27.609255 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:27.654072 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-cbefc52d-b75c-4014-b766-c1649902e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.655586 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-cbefc52d-b75c-4014-b766-c1649902e4f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.1060548 Jun 17 05:54:27.657780 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eae5b-96a6-4469-84ed-8c62a9b6b44d None None] The sync data for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi is: [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '7adedd49-053c-44d9-a6cf-9ff0a843eee9', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'port_id': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'mac_address': 'fa:16:3e:7f:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc180fa-2721-4b9c-9018-255124523e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:25Z', 'updated_at': '2021-06-17T05:54:25Z', 'revision_number': 0, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:54:27.663374 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.673997 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a910235b-423d-4d26-b652-3c39a85e57c2 x-openstack-request-id: req-a910235b-423d-4d26-b652-3c39a85e57c2 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:27.674297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:27.674562 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a910235b-423d-4d26-b652-3c39a85e57c2 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:27.674955 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'code': 200} Jun 17 05:54:27.686258 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Deleting port 66c6a844-544a-4dda-b0fb-c440247fe48a {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:27.686801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.721476 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.722397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 1a058e07-fb13-4c99-8257-82b881601c95 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:27.725176 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:27.742580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.746762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20e69e62-58cc-4bef-863b-2a36b0afdaa9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:27.761505 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 1a058e07-fb13-4c99-8257-82b881601c95 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:27.762120 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 1a058e07-fb13-4c99-8257-82b881601c95 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:27.762732 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 96e3984d-793b-4273-afcf-0992746e7d77 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:27.766332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9270e9-f78d-4477-a72d-c142fac36d9e,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:27.769030 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:27.793542 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 96e3984d-793b-4273-afcf-0992746e7d77 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:27.793897 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 96e3984d-793b-4273-afcf-0992746e7d77 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:27.824191 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=7']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:27.827546 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:27.836824 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] For port 66c6a844-544a-4dda-b0fb-c440247fe48a, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=66c6a844-544a-4dda-b0fb-c440247fe48a,segment=NetworkSegment(eb66c44b-6e1d-48b7-b843-b808c29a8c55),segment_id=eb66c44b-6e1d-48b7-b843-b808c29a8c55)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:27.837230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.837930 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.841721 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-73e5f563-22ea-47f8-96c5-be6c1b951ac2 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462186 Jun 17 05:54:27.844991 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52510) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:27.849736 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:27.858661 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741592ac-07a0-4c1f-a3f8-0742e4f4c6ae req-00c08d10-b983-4646-92d8-93629dfee9ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.864177 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-741592ac-07a0-4c1f-a3f8-0742e4f4c6ae req-00c08d10-b983-4646-92d8-93629dfee9ba tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.1919758 Jun 17 05:54:27.893841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-cf524ced-87dd-43ba-9d9b-0f0f7c05355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:27.895323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-cf524ced-87dd-43ba-9d9b-0f0f7c05355b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182106 Jun 17 05:54:27.911625 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5497e48-2206-4be1-9199-3639771c4021 None None] New status for floating IP 7adedd49-053c-44d9-a6cf-9ff0a843eee9: ACTIVE {{(pid=99873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:54:27.938584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Calling delete_port for 66c6a844-544a-4dda-b0fb-c440247fe48a owned by network:router_interface {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:27.994308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.027756 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-4fe7ae25-035a-478f-b36e-23e5cb5de024 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167209 Jun 17 05:54:28.034889 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-741592ac-07a0-4c1f-a3f8-0742e4f4c6ae req-df9daa8d-b816-4dcb-9928-84b3f8ccf5e1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Jun 17 05:54:28.040357 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-64ea917a-1c11-425f-8be6-4fd3a15897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:28.041938 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-64ea917a-1c11-425f-8be6-4fd3a15897fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1f27779e0184066924dcf741864c56e&device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 1097 time: 0.2574570 Jun 17 05:54:28.130140 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.153318 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7d8c323a-7fbf-471e-9f30-fcf83cee54bb req-62d48a2f-a28b-4d15-9c4d-90e5c27d99a8 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125870 Jun 17 05:54:28.218019 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-824670c5-7f8e-46dd-978a-300b9420c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:28.219477 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-824670c5-7f8e-46dd-978a-300b9420c25d service neutron] 10.222.0.22 "GET /v2.0/networks?id=378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 200 len: 914 time: 0.1617670 Jun 17 05:54:28.239664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.241631 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:28.258578 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f2e61-1b82-404c-9c0d-7216be268ce6,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:28.261265 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:28.267376 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-5e60cf43-df47-478b-a920-bed8ddeaae09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f HTTP/1.1" status: 200 len: 217 time: 0.0384297 Jun 17 05:54:28.342264 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-082c777b-721b-4ffc-989d-34a6f693b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:28.343696 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-082c777b-721b-4ffc-989d-34a6f693b937 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 HTTP/1.1" status: 200 len: 854 time: 0.0598500 Jun 17 05:54:28.354676 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.355876 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5099559 Jun 17 05:54:28.358562 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52516) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:28.362955 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:28.378403 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-ad83cc78-64d0-41b8-afe6-8a7302d44e1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=378aaca0-81d9-4e8e-bcb2-993bf08f6275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265481 Jun 17 05:54:28.430284 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.437088 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-dc344420-c89a-44c1-8171-d514c1e5ec1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:28.468870 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Pushing event deleted for resources: {'Port': ['ID=66c6a844-544a-4dda-b0fb-c440247fe48a,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:28.474521 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:28.496180 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.557165 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.575021 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-abfda46a-a6ad-4828-bab2-803b3bd0caad service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882143 Jun 17 05:54:28.634283 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.641289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bb785e2d-aa91-4e4b-886d-1f4b7d3b3f59 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:28.656950 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c2983e-01ac-480a-80a4-d41c20c67813,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:28.660142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:28.696118 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.733539 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f13d940-d0e4-4958-bff0-c177fc9d2eec req-9fc2a5cb-b6b2-4f2a-8117-a68b27018e9b service neutron] 10.222.0.22 "GET /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492162 Jun 17 05:54:28.744945 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.746473 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a1a5e8a4-4df8-43a3-9cc1-975b76862b6d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868954 Jun 17 05:54:28.750517 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52522) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:28.755305 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:28.799420 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3baa58-06f0-4ece-ad9a-3bb0a1b770e7 req-c748aee0-ba9f-4ad4-8528-72aa49ce504d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:28.801027 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a3baa58-06f0-4ece-ad9a-3bb0a1b770e7 req-c748aee0-ba9f-4ad4-8528-72aa49ce504d tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.0866914 Jun 17 05:54:28.818805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac3ca3-c312-4148-8439-eed13fb325af req-446731f6-d970-417f-a102-595c5a87ae13 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:28.820281 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c3ac3ca3-c312-4148-8439-eed13fb325af req-446731f6-d970-417f-a102-595c5a87ae13 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1823108 Jun 17 05:54:28.842291 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4a3baa58-06f0-4ece-ad9a-3bb0a1b770e7 req-04561ffc-9d1d-43d3-ad0e-33e0a8edf3c3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Jun 17 05:54:28.874655 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c3ac3ca3-c312-4148-8439-eed13fb325af req-760545a2-7af3-49cc-9b83-b5e9dfc52268 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468466 Jun 17 05:54:28.958790 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.983127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Router 604838d6-6db6-44a8-9fb2-11079a19d326 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:54:29.016807 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.086356 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:54:29.094135 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] 10.222.0.20 "PUT /v2.0/routers/604838d6-6db6-44a8-9fb2-11079a19d326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8957477 Jun 17 05:54:29.094551 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52526) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:29.096740 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Sync routers for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:54:29.106161 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:29.106768 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:54:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:29.122329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.132365 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:29.158894 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3504471-34a5-4d7d-900f-daa4a3c282ac,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:29.167059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:29.211571 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:29.409976 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:54:28Z', 'revision_number': 5, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:29.438431 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Checking router: 604838d6-6db6-44a8-9fb2-11079a19d326 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:54:29.448387 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Routers {'604838d6-6db6-44a8-9fb2-11079a19d326'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:29.449117 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:54:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['604838d6-6db6-44a8-9fb2-11079a19d326'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:29.500112 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.504184 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52534) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:29.504352 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-0772f65f-b89d-424c-9bcc-f94a8cbf1877 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7524877 Jun 17 05:54:29.510535 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:29.533158 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719f00-8bfd-43b1-a1e8-a7c8a392491a req-82de5466-2310-49e9-bd2b-4c01da36c083 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:29.534749 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42719f00-8bfd-43b1-a1e8-a7c8a392491a req-82de5466-2310-49e9-bd2b-4c01da36c083 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.3613682 Jun 17 05:54:29.585770 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42719f00-8bfd-43b1-a1e8-a7c8a392491a req-d19d9e37-0c6d-44f2-8bdb-50814f4f345b tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Jun 17 05:54:29.592300 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.616128 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.securitygroups_db [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Project 5d1b5b9712564dd1b4291f8be0e8f750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:54:29.624050 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.647164 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] Set router 604838d6-6db6-44a8-9fb2-11079a19d326 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:29.687034 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.703186 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.805277 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.808009 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ae041b9d-b8cf-4bf9-8f2a-c9e4d3be477c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:29.819838 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:54:28Z', 'revision_number': 5, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:29.826890 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a522d992-fa3e-4207-b9f0-d3ef50851314,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:29.829795 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:29.855835 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a247a-4bc3-42cc-81df-9c03e52833a6 None None] The sync data for ids ['604838d6-6db6-44a8-9fb2-11079a19d326'] in dv-cinder-772623-9-iscsi is: [{'id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'name': 'tempest-ServerRescueNegativeTestJSON-1206015592-router', 'tenant_id': '3cd22d4f0c3244dbb34b38450177e094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:54:28Z', 'revision_number': 5, 'project_id': '3cd22d4f0c3244dbb34b38450177e094', 'gw_port': {'id': '436943b4-da8d-49fa-9360-8fd9e0a2d0c2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604838d6-6db6-44a8-9fb2-11079a19d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:30Z', 'updated_at': '2021-06-17T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:54:29.865732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Deleting port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:29.866075 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.933748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640a147-51a1-4903-8928-aa71a369e510 req-c75b9ffd-8c25-4f91-98a9-725172ff9d34 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:29.935312 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5640a147-51a1-4903-8928-aa71a369e510 req-c75b9ffd-8c25-4f91-98a9-725172ff9d34 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0740564 Jun 17 05:54:29.952922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:29.956357 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4488339 Jun 17 05:54:29.959308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52540) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:29.964465 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'security_group_rule': {'security_group_id': 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e', 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:29.985907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] For port 436943b4-da8d-49fa-9360-8fd9e0a2d0c2, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:29.986424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.089551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Deleting port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:30.089890 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.090776 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Calling delete_port for 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:30.162470 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.securitygroups_db [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Project 5d1b5b9712564dd1b4291f8be0e8f750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:54:30.181519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d395b1-4d1f-4354-8507-412880634fe5 req-57d05db2-ec54-4dbe-9205-9ed7c274cec8 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:30.183085 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52d395b1-4d1f-4354-8507-412880634fe5 req-57d05db2-ec54-4dbe-9205-9ed7c274cec8 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.1917665 Jun 17 05:54:30.185593 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.334859 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52d395b1-4d1f-4354-8507-412880634fe5 req-f148af7f-9454-4c15-bdf5-80b2bf836600 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364310 Jun 17 05:54:30.354788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.423001 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.425009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:30.442076 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569e86-b189-4f43-a0ef-7be506b4563f req-8c34b10c-2bc4-4010-b84a-f32504ec6eb3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:30.444107 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4c569e86-b189-4f43-a0ef-7be506b4563f req-8c34b10c-2bc4-4010-b84a-f32504ec6eb3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.4336374 Jun 17 05:54:30.446863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13324429-e586-432f-967c-2e2d18f882ac,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:30.451437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:30.513033 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] For port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:30.513394 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.518835 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4c569e86-b189-4f43-a0ef-7be506b4563f req-0d55d63d-db00-4ccc-a68b-25120e6deacc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609648 Jun 17 05:54:30.526333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.530670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ddc98ac6-7c3a-4add-ab68-6d82ce1d9fda tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:30.594638 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Calling delete_port for 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:30.604748 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.605917 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a60cf35a-9354-48d2-a3ec-074af120452f tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6456070 Jun 17 05:54:30.608944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Pushing event deleted for resources: {'Port': ['ID=436943b4-da8d-49fa-9360-8fd9e0a2d0c2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:30.611603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:30.646695 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.809604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.811995 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.820075 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43887d25-abad-453e-9a56-5f24e2ccd63c req-c858eb31-523e-4baa-a016-82aba6b3ac1c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:30.822302 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-43887d25-abad-453e-9a56-5f24e2ccd63c req-c858eb31-523e-4baa-a016-82aba6b3ac1c tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b028b75-c67d-4174-8884-27fae7f1f614 HTTP/1.1" status: 200 len: 945 time: 0.0949221 Jun 17 05:54:30.856338 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.862160 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8e66d67f-7df3-4255-8775-0e5fa8398b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:30.890339 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-43887d25-abad-453e-9a56-5f24e2ccd63c req-22841307-74fb-4b75-9bd7-f35ee2efe2d8 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Jun 17 05:54:30.893529 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event deleted for resources: {'Port': ['ID=981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:30.896748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:30.901027 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21', '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:30.912391 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0b4b3856-7195-4944-877e-49d75357d021 req-0d688c44-d39d-45bd-b6bf-0657bca52f04 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653880602&fields=id&tenant_id=5d1b5b9712564dd1b4291f8be0e8f750 HTTP/1.1" status: 200 len: 267 time: 0.1783619 Jun 17 05:54:30.952936 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] No DVR routers for this DVR port 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:30.955925 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.958051 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5640a147-51a1-4903-8928-aa71a369e510 req-26709f5b-49ef-4108-8987-4334a73b26c1 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "DELETE /v2.0/ports/981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 HTTP/1.1" status: 204 len: 173 time: 1.0152228 Jun 17 05:54:30.958648 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'name': 'network-vif-deleted', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:30.961069 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfae20-bac8-49a0-b3b5-2b9855628866" -d '{"events": [{"server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "name": "network-vif-deleted", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:30.993636 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3856-7195-4944-877e-49d75357d021 req-84ef205f-addc-45c7-a6f0-8dc713045b99 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:30.995208 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0b4b3856-7195-4944-877e-49d75357d021 req-84ef205f-addc-45c7-a6f0-8dc713045b99 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0824699 Jun 17 05:54:30.996691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:30.997175 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604838d6-6db6-44a8-9fb2-11079a19d326 {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:54:31.002248 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.006514 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] 10.222.0.20 "DELETE /v2.0/routers/604838d6-6db6-44a8-9fb2-11079a19d326 HTTP/1.1" status: 204 len: 168 time: 1.9109533 Jun 17 05:54:31.007197 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52564) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:31.021534 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'port': {'security_groups': ['d7d0de50-b6d0-4bba-9a46-3c125dd5f97a', 'cf94d44e-10ff-4d18-9cc9-47f704d14d0e']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:31.109873 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Deleting subnet a2c4f7d3-3063-402c-8557-a0cbf5f82f98 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:54:31.132827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.175661 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.189268 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.268393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.294126 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db22411-2cec-481a-8fda-100fc577b15a x-openstack-request-id: req-6db22411-2cec-481a-8fda-100fc577b15a {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:31.294496 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b028b75-c67d-4174-8884-27fae7f1f614", "name": "network-vif-deleted", "tag": "981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:31.295128 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6db22411-2cec-481a-8fda-100fc577b15a {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:31.295553 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b028b75-c67d-4174-8884-27fae7f1f614', 'name': 'network-vif-deleted', 'tag': '981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2', 'status': 'completed', 'code': 200} Jun 17 05:54:31.439045 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.449517 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:31.492551 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.497573 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a2c4f7d3-3063-402c-8557-a0cbf5f82f98 HTTP/1.1" status: 204 len: 168 time: 0.4864426 Jun 17 05:54:31.498971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c4f7d3-3063-402c-8557-a0cbf5f82f98,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:31.499543 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52588) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:31.502453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:31.579074 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:31.636005 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 66c6a844-544a-4dda-b0fb-c440247fe48a no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:31.652407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.657652 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 66c6a844-544a-4dda-b0fb-c440247fe48a {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:31.658106 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 66c6a844-544a-4dda-b0fb-c440247fe48a not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:31.658753 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:31.679649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.680718 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:31.681270 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 436943b4-da8d-49fa-9360-8fd9e0a2d0c2 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:31.719981 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.726259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7f1b9ce7-0217-41ce-a104-72e88aca759a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:31.764978 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:31.772041 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff484-1197-425d-ab23-6e1b740d6e9e req-0bcdcc9d-6bc0-428a-9da3-90f604d4da00 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:31.773804 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-514ff484-1197-425d-ab23-6e1b740d6e9e req-0bcdcc9d-6bc0-428a-9da3-90f604d4da00 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.1635787 Jun 17 05:54:31.844671 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=6']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:31.851127 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:31.861037 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:31.861939 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.863511 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0b4b3856-7195-4944-877e-49d75357d021 req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "PUT /v2.0/ports/acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 981 time: 0.8470771 Jun 17 05:54:31.863710 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:31.864235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:31.869850 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffaa224-afbd-4a69-be1e-69eac0a457f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:31.879392 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > port after_create 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > port after_update 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.890505 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.979292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.980501 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.981002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.981392 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:54:31.981854 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1008679a-5363-4b75-81f1-ca37c60db0aa']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:32.012565 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb66c44b-6e1d-48b7-b843-b808c29a8c55') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:32.012565 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb66c44b-6e1d-48b7-b843-b808c29a8c55') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:32.080400 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.121066 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:32.121674 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.128745 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-514ff484-1197-425d-ab23-6e1b740d6e9e req-3b64f39f-3bec-4d75-abe5-61fc73de12b1 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172090 Jun 17 05:54:32.129950 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:54:32.130367 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 05:54:32.135387 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:54:32.140280 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:54:32.300539 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-72453b28-ba5e-4833-8056-80b2a1bf281e None None] Provisioning complete for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:32.301333 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-72453b28-ba5e-4833-8056-80b2a1bf281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.314930 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b259d0-0a5e-4453-8df2-fcb6e6086d70 req-d219398c-8b1c-46d0-b94f-36bf00690586 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:32.321099 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f6b259d0-0a5e-4453-8df2-fcb6e6086d70 req-d219398c-8b1c-46d0-b94f-36bf00690586 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.2537735 Jun 17 05:54:32.378975 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f6b259d0-0a5e-4453-8df2-fcb6e6086d70 req-d0e36878-115c-4f7a-9935-2193342c3748 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535679 Jun 17 05:54:32.474381 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.486545 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:32.498904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2464f608-0387-4570-9f6c-c1ccbbbbb0d9 x-openstack-request-id: req-2464f608-0387-4570-9f6c-c1ccbbbbb0d9 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:32.499236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:32.499519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2464f608-0387-4570-9f6c-c1ccbbbbb0d9 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:32.499977 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:54:32.502176 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:32.508836 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1008679a-5363-4b75-81f1-ca37c60db0aa HTTP/1.1" status: 204 len: 168 time: 1.0075836 Jun 17 05:54:32.529374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fbb51-a2ce-4509-9f78-829eaae3b903 req-0eed959f-8e15-4de9-8a9b-f85f91509c99 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:32.537208 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-031fbb51-a2ce-4509-9f78-829eaae3b903 req-0eed959f-8e15-4de9-8a9b-f85f91509c99 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.2364104 Jun 17 05:54:32.547178 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=1008679a-5363-4b75-81f1-ca37c60db0aa,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:32.559459 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:32.689546 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-031fbb51-a2ce-4509-9f78-829eaae3b903 req-05cc848c-9fe4-4343-abfc-e5cacc899484 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510904 Jun 17 05:54:32.765965 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-c08c2d8f-c48e-41c3-92c2-e26529a0a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:32.767861 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-c08c2d8f-c48e-41c3-92c2-e26529a0a57e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1137 time: 0.2003012 Jun 17 05:54:32.916866 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-da4dbb38-b757-475e-a482-6eeb8780a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:32.918414 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-da4dbb38-b757-475e-a482-6eeb8780a459 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1430321 Jun 17 05:54:32.998157 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52614) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:33.029374 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-a8f84263-0414-4283-bb7c-b8b8b467d06e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 1000 time: 0.1014140 Jun 17 05:54:33.067207 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-05fcd4af-f14e-49ed-b262-e6a17ef12046 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd22d4f0c3244dbb34b38450177e094&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0666292 Jun 17 05:54:33.070267 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52616) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:33.103176 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-9fc1a61f-5970-420c-b8e4-5349bb872ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:33.105702 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-9fc1a61f-5970-420c-b8e4-5349bb872ecb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0643053 Jun 17 05:54:33.139803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.165626 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.181732 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-1ce7f149-a815-41c7-88d4-3417b3b2a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:33.183630 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-1ce7f149-a815-41c7-88d4-3417b3b2a81d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693550 Jun 17 05:54:33.319805 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.324249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.325801 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e86624-ebb3-4957-83ab-ecdcfc246ca4 HTTP/1.1" status: 204 len: 168 time: 0.2487226 Jun 17 05:54:33.327673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9e11c411-86b5-4b8d-9e6b-caef0fdb9646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:33.340520 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e86624-ebb3-4957-83ab-ecdcfc246ca4,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:33.344394 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:33.371401 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-d3e7b785-2dca-4818-a9f2-a94ceaf3538b service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795485 Jun 17 05:54:33.396372 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 9ded3f98-366d-493b-a833-9fc8d8c3670f details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:54:33.414703 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:33.469944 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:33.470272 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 981ad4d1-cd03-4ee1-854c-0fe1cc06f9e2 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:33.490475 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346dd0b-bcbc-4aff-b042-c4f1565a6fb5 req-e99d2865-d007-461f-88f0-b89ba3c03f64 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:33.500324 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9346dd0b-bcbc-4aff-b042-c4f1565a6fb5 req-e99d2865-d007-461f-88f0-b89ba3c03f64 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 944 time: 0.2041674 Jun 17 05:54:33.563078 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9346dd0b-bcbc-4aff-b042-c4f1565a6fb5 req-bfbee873-88e1-4806-8f10-70ccdc8da822 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Jun 17 05:54:33.594217 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1ffaa224-afbd-4a69-be1e-69eac0a457f3 req-92822518-c05b-42be-8c01-cf399a8552f3 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136648 Jun 17 05:54:33.650386 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecac95-9da2-4fe8-80cb-4ce3b839373e req-3e114d03-f035-4357-9eda-c08fdc3f4877 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:33.652053 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e7ecac95-9da2-4fe8-80cb-4ce3b839373e req-3e114d03-f035-4357-9eda-c08fdc3f4877 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0963569 Jun 17 05:54:33.657211 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:33.675002 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '9ded3f98-366d-493b-a833-9fc8d8c3670f', 'network_id': '378aaca0-81d9-4e8e-bcb2-993bf08f6275', 'port_id': '9ded3f98-366d-493b-a833-9fc8d8c3670f', 'mac_address': 'fa:16:3e:10:8f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83fcb46-ca50-4238-94e7-0f29c8fb5aa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:54:33.714019 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e7ecac95-9da2-4fe8-80cb-4ce3b839373e req-3d058dc0-8002-4ed5-80a6-7267062c73eb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533597 Jun 17 05:54:33.767893 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.783928 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ded3f98-366d-493b-a833-9fc8d8c3670f {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:33.821864 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:33.885533 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:33.887387 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:33.964465 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:33.968959 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:34.586596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['9ded3f98-366d-493b-a833-9fc8d8c3670f'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:34.885850 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49101-7eb1-4fe2-9c9f-8e32b54a6f65 req-1375a2f1-af5b-49b5-a8fe-90bc13decbaa tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:34.895035 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2ad49101-7eb1-4fe2-9c9f-8e32b54a6f65 req-1375a2f1-af5b-49b5-a8fe-90bc13decbaa tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 945 time: 0.1398957 Jun 17 05:54:34.949137 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2ad49101-7eb1-4fe2-9c9f-8e32b54a6f65 req-b996fd02-e898-4615-bf20-6259db3cc3dc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Jun 17 05:54:35.185613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738a1e0-b4f7-4030-be59-add39f5a4d90 req-fab8f7a8-3dd1-45cf-a232-5b438019314c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:35.190292 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a738a1e0-b4f7-4030-be59-add39f5a4d90 req-fab8f7a8-3dd1-45cf-a232-5b438019314c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1178045 Jun 17 05:54:35.273857 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a738a1e0-b4f7-4030-be59-add39f5a4d90 req-67f9c804-9539-48f8-b1a7-0c3abb4d87c6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786312 Jun 17 05:54:35.275486 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a543f-c65c-4b8f-9de1-a842eb115089 req-882e6ae6-28f1-40ed-81a2-4fe753edb14a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:35.278851 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b85a543f-c65c-4b8f-9de1-a842eb115089 req-882e6ae6-28f1-40ed-81a2-4fe753edb14a tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.1432590 Jun 17 05:54:35.396537 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-b85a543f-c65c-4b8f-9de1-a842eb115089 req-c605feed-adcf-4b39-a359-75c5ac96faff tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062865 Jun 17 05:54:36.143749 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc051b9-050f-44b0-bc04-412c793b9656 req-e23fe432-b20c-4420-91b3-64860fd45a90 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:36.145755 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-dfc051b9-050f-44b0-bc04-412c793b9656 req-e23fe432-b20c-4420-91b3-64860fd45a90 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 945 time: 0.0881305 Jun 17 05:54:36.184984 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-dfc051b9-050f-44b0-bc04-412c793b9656 req-664b6057-9d43-409e-80f0-31a10ddb46a3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jun 17 05:54:36.486505 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edee4c-dfd2-4f88-85f9-ff62a2e158cc req-54fee3dd-a842-479e-b1ab-ff553f4b36bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:36.488045 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f6edee4c-dfd2-4f88-85f9-ff62a2e158cc req-54fee3dd-a842-479e-b1ab-ff553f4b36bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0691266 Jun 17 05:54:36.527396 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f6edee4c-dfd2-4f88-85f9-ff62a2e158cc req-a0e5c9d0-0f30-4ff3-b605-a6e47f6f8543 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332217 Jun 17 05:54:36.594636 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa49-3c59-4a43-8c9f-f644f9b81bd2 req-25db4048-ac2e-4935-9ad4-6a15e312d768 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:36.594636 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-662efa49-3c59-4a43-8c9f-f644f9b81bd2 req-25db4048-ac2e-4935-9ad4-6a15e312d768 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.0783522 Jun 17 05:54:36.661353 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-662efa49-3c59-4a43-8c9f-f644f9b81bd2 req-34d6f3df-6aae-4b1d-a71f-be8e335701ac tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Jun 17 05:54:37.347838 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619874f0-d450-4850-906c-c87d436affc9 req-a88b78c3-43fb-4d5d-80d5-4d44c887d974 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:37.349472 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-619874f0-d450-4850-906c-c87d436affc9 req-a88b78c3-43fb-4d5d-80d5-4d44c887d974 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.1034954 Jun 17 05:54:37.433291 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 9ded3f98-366d-493b-a833-9fc8d8c3670f up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:54:37.458763 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda8b91-617f-412c-b309-44b68953dbbf req-f269fadd-5383-4e6f-8b8f-75a9604f8617 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:37.466250 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8eda8b91-617f-412c-b309-44b68953dbbf req-f269fadd-5383-4e6f-8b8f-75a9604f8617 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 945 time: 0.1667895 Jun 17 05:54:37.513242 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8eda8b91-617f-412c-b309-44b68953dbbf req-b6e4bc7e-6d47-4d80-9fe0-6eb00b43981f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Jun 17 05:54:37.524634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Deleting port cbfa5729-0b81-42a4-bd36-49847d04fc21 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:37.525034 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.583153 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 9ded3f98-366d-493b-a833-9fc8d8c3670f completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:54:37.588303 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 9ded3f98-366d-493b-a833-9fc8d8c3670f triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:37.592317 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.645367 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] For port cbfa5729-0b81-42a4-bd36-49847d04fc21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cbfa5729-0b81-42a4-bd36-49847d04fc21,segment=NetworkSegment(e70d9352-03c6-4edc-b4bb-8d5bc9c44c98),segment_id=e70d9352-03c6-4edc-b4bb-8d5bc9c44c98)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:37.646005 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.674200 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.714091 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:37.719836 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efccd8a0-f3c9-4782-a86e-78fae17b3ad8" -d '{"events": [{"server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "name": "network-vif-plugged", "status": "completed", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:37.752088 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:37.759205 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Calling delete_port for cbfa5729-0b81-42a4-bd36-49847d04fc21 owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:37.767813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85006f3-0702-45ef-acd8-acce12fc0118 req-bbeabef4-f022-4268-96eb-5edd8f92be1a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:37.775932 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c85006f3-0702-45ef-acd8-acce12fc0118 req-bbeabef4-f022-4268-96eb-5edd8f92be1a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1161377 Jun 17 05:54:37.825213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c85006f3-0702-45ef-acd8-acce12fc0118 req-38c7ff42-3714-4d12-8c6e-832508329cbe tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481534 Jun 17 05:54:37.828615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.830693 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:37.891916 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4de15-85a0-42f4-a313-724e092f61f5 x-openstack-request-id: req-b0d4de15-85a0-42f4-a313-724e092f61f5 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:37.892597 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "name": "network-vif-plugged", "status": "completed", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:37.892920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0d4de15-85a0-42f4-a313-724e092f61f5 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:37.893503 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f', 'code': 200} Jun 17 05:54:37.894314 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:37.906942 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:37.929900 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466706d6-7b8e-4a39-81c1-b301db886402 req-1e836ef9-b22c-4c6b-844e-4f67c51521d7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:37.931475 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-466706d6-7b8e-4a39-81c1-b301db886402 req-1e836ef9-b22c-4c6b-844e-4f67c51521d7 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 945 time: 0.1046157 Jun 17 05:54:38.000969 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-466706d6-7b8e-4a39-81c1-b301db886402 req-ad25de3b-67d7-4eff-a962-5ed2aa35b618 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3ef960c-7b64-44c0-9d51-aac66f7a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Jun 17 05:54:38.154509 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.158520 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-56b48b1a-2408-47ad-b032-c1296278a23c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:38.184918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Pushing event deleted for resources: {'Port': ['ID=cbfa5729-0b81-42a4-bd36-49847d04fc21,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:38.196179 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:38.201472 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cbfa5729-0b81-42a4-bd36-49847d04fc21'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:38.287204 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] No DVR routers for this DVR port cbfa5729-0b81-42a4-bd36-49847d04fc21 on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:38.295285 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-b9078557-cd84-4c3b-8707-391c1cad738a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620301952&fields=id&tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4 HTTP/1.1" status: 200 len: 267 time: 0.0886245 Jun 17 05:54:38.298374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.298374 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-619874f0-d450-4850-906c-c87d436affc9 req-8e106f99-1006-4922-9b89-b2758b1452ce tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.22 "DELETE /v2.0/ports/cbfa5729-0b81-42a4-bd36-49847d04fc21 HTTP/1.1" status: 204 len: 173 time: 0.9423800 Jun 17 05:54:38.299109 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'name': 'network-vif-deleted', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:38.301451 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a10846a-fc43-4317-abe7-33bd1282e4fd" -d '{"events": [{"server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "name": "network-vif-deleted", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:38.378236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075d54a-dac9-4151-b39d-fffac412575c x-openstack-request-id: req-6075d54a-dac9-4151-b39d-fffac412575c {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:38.378569 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafd3744-bda9-4d7c-ad92-f1193019b095", "name": "network-vif-deleted", "tag": "cbfa5729-0b81-42a4-bd36-49847d04fc21", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:38.378861 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6075d54a-dac9-4151-b39d-fffac412575c {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:38.379292 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafd3744-bda9-4d7c-ad92-f1193019b095', 'name': 'network-vif-deleted', 'tag': 'cbfa5729-0b81-42a4-bd36-49847d04fc21', 'status': 'completed', 'code': 200} Jun 17 05:54:38.473245 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-8433fc84-83b9-4f2d-bfa1-dcd4718bee42 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:38.475042 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-8433fc84-83b9-4f2d-bfa1-dcd4718bee42 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 808 time: 0.1709223 Jun 17 05:54:38.479129 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1438c2-e73e-4c4c-8a35-ddc3530540b2 req-ca411ad1-6698-41eb-91d8-d9c2087025ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:38.480585 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4a1438c2-e73e-4c4c-8a35-ddc3530540b2 req-ca411ad1-6698-41eb-91d8-d9c2087025ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 1099 time: 0.1423485 Jun 17 05:54:38.491737 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-482b444c-81af-4ede-895c-c4d871ccb8ae tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/quotas/4d73123ce87a4f08aaf5036d7b92b6c4 HTTP/1.1" status: 200 len: 375 time: 0.0102038 Jun 17 05:54:38.574250 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4a1438c2-e73e-4c4c-8a35-ddc3530540b2 req-dbc846f2-8d4e-4061-8fe6-a211a32f9e2e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741317 Jun 17 05:54:38.643573 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-3d100cca-341e-4210-993b-3975a4f57a9b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365900 Jun 17 05:54:38.758885 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2a3d9-1aab-4262-b69d-cbe21132eb21 req-21d4f26b-54f3-42ea-8939-c62c8b0faa5f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:38.761079 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2de2a3d9-1aab-4262-b69d-cbe21132eb21 req-21d4f26b-54f3-42ea-8939-c62c8b0faa5f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.0918629 Jun 17 05:54:38.805985 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2de2a3d9-1aab-4262-b69d-cbe21132eb21 req-4e35590b-de00-4772-ad40-82c0e800fe6e tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Jun 17 05:54:38.929661 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-d39379ef-496b-4b58-a256-cdcf10544667 service neutron] 10.222.0.20 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850838 Jun 17 05:54:39.057405 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798edb45-d28b-4303-8d30-fdb37ae9f464 req-44056e00-8a21-4578-b90b-c5f06934489d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:39.059330 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-798edb45-d28b-4303-8d30-fdb37ae9f464 req-44056e00-8a21-4578-b90b-c5f06934489d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0945349 Jun 17 05:54:39.094676 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-5b33d179-66f6-4da6-8663-ba339662f4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584098 Jun 17 05:54:39.137136 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-798edb45-d28b-4303-8d30-fdb37ae9f464 req-f697a285-5abb-4fc8-93a8-fc205979addb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667918 Jun 17 05:54:39.325048 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ce0f144b-45c8-4014-998e-a9c809e63cc2 req-6db4201c-4a19-491a-bfe3-3a9aa3596dcf tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafd3744-bda9-4d7c-ad92-f1193019b095 HTTP/1.1" status: 200 len: 210 time: 0.0434115 Jun 17 05:54:39.807571 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d7cd5e7-1613-41a9-91c2-059754a5618c req-c0df8003-efaf-4560-a455-30d10b7301a5 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0327191 Jun 17 05:54:40.107774 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8263c7-b8fd-4c22-b1aa-bfe8f9515121 req-47a2f5f5-cc9f-4e91-87ac-f4e03e925326 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:40.109521 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1e8263c7-b8fd-4c22-b1aa-bfe8f9515121 req-47a2f5f5-cc9f-4e91-87ac-f4e03e925326 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.1419153 Jun 17 05:54:40.159163 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1e8263c7-b8fd-4c22-b1aa-bfe8f9515121 req-7ef430cc-96c3-4f28-b16e-3ada26ca997a tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Jun 17 05:54:40.446601 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52774) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:40.462087 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100adf3-8a24-4d59-ab16-6922a59020f0 req-fc82501e-00f9-41e0-96ca-e62db3bec1db tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:40.464209 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5100adf3-8a24-4d59-ab16-6922a59020f0 req-fc82501e-00f9-41e0-96ca-e62db3bec1db tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1075141 Jun 17 05:54:40.517174 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5100adf3-8a24-4d59-ab16-6922a59020f0 req-0d55421b-d9ae-4271-a150-acc172c49e66 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411570 Jun 17 05:54:40.671194 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Deleting subnet bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:54:40.674248 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:40.711467 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:40.749741 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:40.899804 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-89fddba3-4efe-45a0-98c1-fa3e63655d58 req-78c997cd-b781-4888-9e0f-0884fc887735 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Jun 17 05:54:41.126697 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.129316 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-21c42604-c657-4940-81e7-d27d89587738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:41.187184 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:41.194107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.201399 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb1e8b5d-99ee-489a-b10c-aa29f3d9cef7 HTTP/1.1" status: 204 len: 168 time: 0.7535486 Jun 17 05:54:41.202363 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:41.205012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 52788) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:41.301645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.431372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.435893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5d46e-ba8a-44c5-86cd-12c700b0fed0 req-e4c8d522-bf76-41d7-b539-ca6acde4ee9f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:41.437532 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3a5d46e-ba8a-44c5-86cd-12c700b0fed0 req-e4c8d522-bf76-41d7-b539-ca6acde4ee9f tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.1405039 Jun 17 05:54:41.463371 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cbfa5729-0b81-42a4-bd36-49847d04fc21 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:41.478126 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceb3308-322f-4f04-be5d-7d1ef76e8636']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:41.493457 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: cbfa5729-0b81-42a4-bd36-49847d04fc21 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:41.494104 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cbfa5729-0b81-42a4-bd36-49847d04fc21 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:41.513440 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:41.513728 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70d9352-03c6-4edc-b4bb-8d5bc9c44c98') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:41.533642 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.552495 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e3a5d46e-ba8a-44c5-86cd-12c700b0fed0 req-712fcd7e-8ad6-45cd-9aa3-24ff03f3fdc9 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924184 Jun 17 05:54:41.558076 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.571280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:54:41.571280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:54:41.573626 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:54:41.731830 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.751644 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:41.783480 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ceb3308-322f-4f04-be5d-7d1ef76e8636,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:41.786384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:41.787838 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.796374 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ceb3308-322f-4f04-be5d-7d1ef76e8636 HTTP/1.1" status: 204 len: 168 time: 0.5903728 Jun 17 05:54:41.855794 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6d6b8-6cd4-4d37-ac15-99fcd76bae60 req-0ef71d11-48e3-4602-a730-36d7e915c3c9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:41.863722 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9ad6d6b8-6cd4-4d37-ac15-99fcd76bae60 req-0ef71d11-48e3-4602-a730-36d7e915c3c9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1277192 Jun 17 05:54:41.912037 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9ad6d6b8-6cd4-4d37-ac15-99fcd76bae60 req-cd5ff185-bf06-45a6-b9ac-3fd70e9e0d32 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472672 Jun 17 05:54:42.283565 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d333e2d-6364-4a78-9c81-c4faa066b53f req-7b4ce072-9ed2-401d-b360-e0fecaed96f5 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0449922 Jun 17 05:54:42.347093 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52816) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:42.391694 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cbe70ba5-f911-49f6-bb75-ce7f94c4278b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3119c01b2b9a40eea646c717b0c65e47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409670 Jun 17 05:54:42.392031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 52818) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:42.448867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.483216 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.657918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a4116392-2df4-482f-b2ef-c82b392f3896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.660162 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.663504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.668416 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3ef960c-7b64-44c0-9d51-aac66f7a19e1 HTTP/1.1" status: 204 len: 168 time: 0.2714908 Jun 17 05:54:42.668416 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1f0b762d-2b19-4819-9b82-ce81fdd2136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:42.682890 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef960c-7b64-44c0-9d51-aac66f7a19e1,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:42.713658 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:43.146095 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64928b-5586-467e-b4a0-73440f4aaaa8 req-98a72630-ed92-4e09-a359-348f5c66110c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:43.157443 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa64928b-5586-467e-b4a0-73440f4aaaa8 req-98a72630-ed92-4e09-a359-348f5c66110c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1115324 Jun 17 05:54:43.227004 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa64928b-5586-467e-b4a0-73440f4aaaa8 req-4e25b549-bea5-4174-a09f-28c4b4e9fd3e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595095 Jun 17 05:54:43.478614 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90e7423d-44f3-431d-814b-915796fb3107 req-a89ff4e2-f886-44f7-b608-ef4f04ef823b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0376709 Jun 17 05:54:45.002745 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.142706 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a54-4e71-4a01-9f57-7028d56a9a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.239891 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.803490 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e996-9e91-4d26-9293-311cf8a80cdb req-f1b274d6-6186-4b3c-8510-c8b45ada580c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:45.805859 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-af19e996-9e91-4d26-9293-311cf8a80cdb req-f1b274d6-6186-4b3c-8510-c8b45ada580c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0712678 Jun 17 05:54:45.845026 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-af19e996-9e91-4d26-9293-311cf8a80cdb req-e92e4221-f297-4afe-8530-f56579634f2f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333769 Jun 17 05:54:45.971923 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cbc9b2a1-e186-44fd-b486-27b31f96c119 req-2aea7686-cc7b-470f-96c2-605e5feaf162 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Jun 17 05:54:46.238800 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.184517 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8c65-34b2-47bc-9415-b41ab878d0e7 req-2b331ccb-a59f-490f-a3da-f70103dd7569 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:47.185948 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb9c8c65-34b2-47bc-9415-b41ab878d0e7 req-2b331ccb-a59f-490f-a3da-f70103dd7569 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0621400 Jun 17 05:54:47.226072 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb9c8c65-34b2-47bc-9415-b41ab878d0e7 req-d37d06a9-989e-435b-ac08-77d0a0fb8c07 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340073 Jun 17 05:54:47.555085 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8944c92d-7d73-47cb-a2f5-fe2d6166185e req-7083e145-c232-4f02-912d-e7cd93706408 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.2274539 Jun 17 05:54:47.999829 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:48.005401 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-f668d249-8083-4b6b-ab90-61b2f1303cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.005401 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-f668d249-8083-4b6b-ab90-61b2f1303cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1098 time: 0.0528727 Jun 17 05:54:48.130608 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-d3dc0df3-cf90-432e-b937-79632a5f939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.132176 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-d3dc0df3-cf90-432e-b937-79632a5f939a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0895953 Jun 17 05:54:48.193973 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-03ae5390-dcbf-40da-9266-77db121d097c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 1001 time: 0.0553169 Jun 17 05:54:48.239222 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-fa585f43-5ce2-41ef-b94c-fb2115b2e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.240629 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-fa585f43-5ce2-41ef-b94c-fb2115b2e3e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0404816 Jun 17 05:54:48.298587 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-c580cef7-c9e2-421e-89ca-59ff250356a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.300036 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-c580cef7-c9e2-421e-89ca-59ff250356a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528107 Jun 17 05:54:48.388571 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-b1120bdc-f457-4cad-a10a-dbda564d7f29 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795972 Jun 17 05:54:48.397956 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222636e-4d7d-472e-930a-d3db6224526e req-f17a916b-6086-4e64-a162-c0dded77adfc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.399395 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7222636e-4d7d-472e-930a-d3db6224526e req-f17a916b-6086-4e64-a162-c0dded77adfc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0612998 Jun 17 05:54:48.436729 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7222636e-4d7d-472e-930a-d3db6224526e req-eae670fb-06aa-4363-8f9e-95bfaa8b7339 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317504 Jun 17 05:54:48.479763 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bac4809c-0fbd-4169-bd92-d4e39bf2f5d2 req-892e6801-93d8-4847-8d04-60ad488f9d98 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848317 Jun 17 05:54:48.698286 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e7265108-9e7d-4b30-96d8-d2d8ec3802f8 req-cbc98ba1-265d-4090-b3e9-1a253b182cdc tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0295951 Jun 17 05:54:49.250167 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-cfb23411-3a9f-4005-a91d-7be8e9813076 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:49.251495 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-cfb23411-3a9f-4005-a91d-7be8e9813076 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 808 time: 0.0963655 Jun 17 05:54:49.354073 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-881d8375-fa2f-4418-aa9a-0a87770061b8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4 HTTP/1.1" status: 200 len: 380 time: 0.0350266 Jun 17 05:54:49.536143 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'port': {'device_id': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'admin_state_up': True, 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'security_groups': ['63b98516-d61d-43d6-ad79-8b20af874625']}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:49.690466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216a409-cc2f-4f54-90d7-e03ecfbb6fb3 req-4fedcdd6-e185-4dc3-af61-e845ac0c4ee3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:49.692195 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1216a409-cc2f-4f54-90d7-e03ecfbb6fb3 req-4fedcdd6-e185-4dc3-af61-e845ac0c4ee3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.1376777 Jun 17 05:54:49.737519 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1216a409-cc2f-4f54-90d7-e03ecfbb6fb3 req-550a5653-3ea7-4f8e-97da-abc1b06f8239 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381248 Jun 17 05:54:49.799637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Made reservation on behalf of 4d73123ce87a4f08aaf5036d7b92b6c4 for: {'port': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:54:49.803265 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:49.890740 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1b60b038-4009-4262-b328-4b90b516c300 req-4c4fddf4-7551-4faf-b60c-06cccaef7218 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0349481 Jun 17 05:54:49.948351 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Allocated IP 172.20.0.12 (51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b/234d1369-315b-42ac-a89a-ef5f8b81426c/fbb0ca3e-f16f-4770-8b8b-790478c2e5d6) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:54:50.090501 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.106156 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Transition to ACTIVE for port object fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:54:50.125085 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-af97ccf2-24ca-425c-99be-24c108219ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.126576 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-af97ccf2-24ca-425c-99be-24c108219ef4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1098 time: 0.1598184 Jun 17 05:54:50.244146 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-ae52bf46-193c-4d0c-a6f8-1f90a51e0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.245623 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-ae52bf46-193c-4d0c-a6f8-1f90a51e0e38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0842500 Jun 17 05:54:50.257831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.262789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:50.309070 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:54:50.312715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:54:50.316939 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:54:50.340516 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-fccb9da1-ab38-4a64-a7fd-e3e33c5754d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 1001 time: 0.0746121 Jun 17 05:54:50.389360 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:50.404086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-3b97bc89-b1a7-4c86-87b5-cb6408225910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.405523 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:50.406880 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-3b97bc89-b1a7-4c86-87b5-cb6408225910 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0587020 Jun 17 05:54:50.426854 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.432253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.485030 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-9c6de5bb-a674-497c-991c-ebc723a5fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.486731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-9c6de5bb-a674-497c-991c-ebc723a5fd03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729859 Jun 17 05:54:50.508955 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9768643 Jun 17 05:54:50.553738 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Request body: {'port': {'device_id': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:50.590445 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-14a43024-d85c-4330-ad55-9f8ba90ab926 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954828 Jun 17 05:54:50.615611 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.668157 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0ed082dc-2642-4553-a331-c1181f2586ce None None] Provisioning for port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:54:50.672366 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0ed082dc-2642-4553-a331-c1181f2586ce None None] Provisioning complete for port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:50.672892 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0ed082dc-2642-4553-a331-c1181f2586ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.682497 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07d16c62-6d56-410b-b4ce-4c71f844fb67 req-c95bdbe6-1142-46cb-9e3a-a5ee651a0c94 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854001 Jun 17 05:54:50.712060 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-0ed082dc-2642-4553-a331-c1181f2586ce None None] Port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:54:50.917668 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 {{(pid=99872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:50.925407 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.932042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ac88d-a912-41e4-87c9-50beec42ce10 req-e24889ba-14ee-4e7e-8f91-bc362fef396a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.933636 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-446ac88d-a912-41e4-87c9-50beec42ce10 req-e24889ba-14ee-4e7e-8f91-bc362fef396a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0723579 Jun 17 05:54:50.943233 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Transition to ACTIVE for port object fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 will not be triggered until provisioned by entity L2. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:54:50.985970 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-446ac88d-a912-41e4-87c9-50beec42ce10 req-b2e9e9e7-1be1-45a6-a673-ae4f532d622b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465126 Jun 17 05:54:51.055061 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.074436 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9a965090-a8fb-4f51-a690-d66729d3e07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:51.155800 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:51.162259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:51.490632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e550101-a68a-4c0d-a47f-ef8b45210198 req-8320f360-830f-40f3-b8c8-6f609b8b9e50 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.492074 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7e550101-a68a-4c0d-a47f-ef8b45210198 req-8320f360-830f-40f3-b8c8-6f609b8b9e50 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.4476442 Jun 17 05:54:51.528724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Attempting to bind port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:54:51.529052 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Attempting to bind port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:54:51.529376 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Attempting to bind port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 on network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:51.540814 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 on network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:54:51.541130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Attempting to bind port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 on network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:51.549581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:54:51.549913 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Checking segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:54:51.550288 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Bound using segment: {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'} {{(pid=99872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:54:51.550706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.managers [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Bound port: fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b'}}] {{(pid=99872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:54:51.551044 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.555840 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-7e550101-a68a-4c0d-a47f-ef8b45210198 req-9633216b-08b4-4671-8b79-58e6b8a40208 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551763 Jun 17 05:54:51.618206 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, cleared binding levels {{(pid=99872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:54:51.621495 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:54:51.702852 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.704889 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:51.735797 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.736384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.737726 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] 10.222.0.22 "PUT /v2.0/ports/fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 1094 time: 1.2047009 Jun 17 05:54:51.738198 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:51.740450 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867" -d '{"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:51.764879 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=3']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:51.767974 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:51.780134 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e2911-1f2c-45a4-898c-85206ae0a97d x-openstack-request-id: req-356e2911-1f2c-45a4-898c-85206ae0a97d {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:51.780459 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:51.780798 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356e2911-1f2c-45a4-898c-85206ae0a97d {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:51.781189 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'status': 'completed', 'code': 200} Jun 17 05:54:52.166102 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c702-0689-4330-b392-e2f11931974f req-b64249bc-f902-46ea-bc8f-40eddb644d04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.167539 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6695c702-0689-4330-b392-e2f11931974f req-b64249bc-f902-46ea-bc8f-40eddb644d04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0642290 Jun 17 05:54:52.205226 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6695c702-0689-4330-b392-e2f11931974f req-e2b227f3-b307-48a8-8e7d-606ec60b4d24 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319271 Jun 17 05:54:52.726157 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2761-0cce-49e1-bd7d-1497a7776cd6 req-d8614c57-dc4c-4460-8e72-4b5eaa24a724 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.727489 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-920f2761-0cce-49e1-bd7d-1497a7776cd6 req-d8614c57-dc4c-4460-8e72-4b5eaa24a724 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0644369 Jun 17 05:54:52.764283 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-920f2761-0cce-49e1-bd7d-1497a7776cd6 req-65487c03-f1cc-49b3-995c-7944c8794c82 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Jun 17 05:54:53.376382 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccac77d-0521-42d6-afe8-7b6989561e74 req-9bb1990e-6559-4cad-8ad5-19282db95c4b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:53.377880 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eccac77d-0521-42d6-afe8-7b6989561e74 req-9bb1990e-6559-4cad-8ad5-19282db95c4b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0608122 Jun 17 05:54:53.413496 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eccac77d-0521-42d6-afe8-7b6989561e74 req-314a2087-c3b7-487b-91b0-01f3122f89a5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300274 Jun 17 05:54:53.934638 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729adfa-01ed-4d6e-ba8e-63b529d4ee01 req-d0c636f4-3a22-45f9-b73b-7d9637f018f3 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:53.936077 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6729adfa-01ed-4d6e-ba8e-63b529d4ee01 req-d0c636f4-3a22-45f9-b73b-7d9637f018f3 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0636153 Jun 17 05:54:53.971954 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6729adfa-01ed-4d6e-ba8e-63b529d4ee01 req-d7520431-8198-4f9c-b6e4-ce295aa6460f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302663 Jun 17 05:54:54.590074 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3008-9b3b-49bb-8064-5eccca71f8cb req-7ddb5189-c598-4aa2-8a25-c7edfb681d05 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:54.591498 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3cdf3008-9b3b-49bb-8064-5eccca71f8cb req-7ddb5189-c598-4aa2-8a25-c7edfb681d05 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0656409 Jun 17 05:54:54.631495 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3cdf3008-9b3b-49bb-8064-5eccca71f8cb req-101c0630-c7eb-4769-a137-e742619d36fb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341489 Jun 17 05:54:55.140710 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995618b-dfa2-4c9a-b82c-fbfca4d5d8e5 req-137be4f5-bb03-45e4-ada5-7e209a3c0004 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:55.142490 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e995618b-dfa2-4c9a-b82c-fbfca4d5d8e5 req-137be4f5-bb03-45e4-ada5-7e209a3c0004 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0628309 Jun 17 05:54:55.178617 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e995618b-dfa2-4c9a-b82c-fbfca4d5d8e5 req-e3ffd533-9310-41ca-a896-e74b7802da13 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jun 17 05:54:55.808119 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f35c42-5a2d-4eb0-b76c-df3cce8e03ed req-9e76bc38-94ad-436a-8ecd-325d0be4db7d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:55.809589 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-21f35c42-5a2d-4eb0-b76c-df3cce8e03ed req-9e76bc38-94ad-436a-8ecd-325d0be4db7d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 945 time: 0.0645781 Jun 17 05:54:55.845961 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-21f35c42-5a2d-4eb0-b76c-df3cce8e03ed req-3edc8c28-5d49-4f8f-92a6-69d0445e60ab tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306883 Jun 17 05:54:56.177881 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:56.251778 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:56.274790 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:56.277158 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a058efe3-78b3-4f82-99e4-646b55176fb2" -d '{"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-unplugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:56.289962 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:56.365726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:56.369300 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4023a-ae32-4542-a641-c1eab7bf38ee x-openstack-request-id: req-31a4023a-ae32-4542-a641-c1eab7bf38ee {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:56.369760 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-unplugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:56.370028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31a4023a-ae32-4542-a641-c1eab7bf38ee {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:56.370426 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'code': 200} Jun 17 05:54:56.370947 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:56.381851 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096405-cb6a-4107-9f74-a51612a205ad req-dd3fe1eb-4bf8-459f-85a0-d0a07544bfcb tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.383294 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4e096405-cb6a-4107-9f74-a51612a205ad req-dd3fe1eb-4bf8-459f-85a0-d0a07544bfcb tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0914631 Jun 17 05:54:56.418206 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-e63d8e0e-99e8-44f9-9354-484f108360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.419645 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-e63d8e0e-99e8-44f9-9354-484f108360d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0879588 Jun 17 05:54:56.420112 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=8']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:56.427013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.427362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.427701 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.428088 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.428366 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.428717 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.429047 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.429370 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.429694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.430016 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.430336 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.430656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:56.431727 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4e096405-cb6a-4107-9f74-a51612a205ad req-2610277a-84bb-42e3-ad1a-0c066e25c819 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Jun 17 05:54:56.435036 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:56.536255 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-2b7e661e-2928-42cf-b8eb-c8a0a59b873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.537752 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-2b7e661e-2928-42cf-b8eb-c8a0a59b873d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0911071 Jun 17 05:54:56.632669 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-e619e703-3dbf-4dc2-93ac-a7bb34d52dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.634115 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4107e741-b6cd-4e1c-88a9-7e8f7ba3c867 req-e619e703-3dbf-4dc2-93ac-a7bb34d52dc3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890520 Jun 17 05:54:56.748739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-3649b821-3c50-4aad-b3d4-82ce349e5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.750227 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-3649b821-3c50-4aad-b3d4-82ce349e5fbb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0521917 Jun 17 05:54:56.800398 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-85468f24-d8bd-403b-b011-b480a6db3e35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 217 time: 0.0334928 Jun 17 05:54:56.847176 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-b82deeb9-3832-4053-aef8-9f69ef31cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.848566 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-b82deeb9-3832-4053-aef8-9f69ef31cdba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0409617 Jun 17 05:54:56.949365 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e38e9e01-8bdd-4d7f-911c-9660fcfb115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.950758 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-e38e9e01-8bdd-4d7f-911c-9660fcfb115b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917621 Jun 17 05:54:57.031216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635c000-7e15-42d6-b72f-9a2ab9cc2451 req-19e2e050-4946-4e66-82f1-d8639b160d5c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:57.032891 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9635c000-7e15-42d6-b72f-9a2ab9cc2451 req-19e2e050-4946-4e66-82f1-d8639b160d5c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0625894 Jun 17 05:54:57.053572 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-4bcca45f-277a-44b3-92e8-3e46fab632f6 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 Jun 17 05:54:57.070632 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9635c000-7e15-42d6-b72f-9a2ab9cc2451 req-f7138602-4523-43a8-8410-53dbfd16b297 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321834 Jun 17 05:54:57.144906 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee036937-f1c9-4bad-961e-71d6bf5d580b req-7832aa12-96da-4b37-a8b3-89a65f6e8997 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838509 Jun 17 05:54:57.164711 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:54:57.610649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e108d-2a0e-46b1-9eec-6c340f1934ec req-4fba7fed-c2d7-4213-ae36-3efb7b55cef0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:57.612024 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-869e108d-2a0e-46b1-9eec-6c340f1934ec req-4fba7fed-c2d7-4213-ae36-3efb7b55cef0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0668781 Jun 17 05:54:57.651010 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-869e108d-2a0e-46b1-9eec-6c340f1934ec req-c0da314c-b7e0-48f6-87bb-9b7310b8b8c9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Jun 17 05:54:58.255902 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778144-f1c4-41a1-8434-1a879c188b13 req-6fe17810-e8e6-4728-b9f4-97fa355ddf9c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:58.257543 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ce778144-f1c4-41a1-8434-1a879c188b13 req-6fe17810-e8e6-4728-b9f4-97fa355ddf9c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0698037 Jun 17 05:54:58.298331 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ce778144-f1c4-41a1-8434-1a879c188b13 req-9e78b763-14e2-41c0-b776-c4d8819425ba tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343852 Jun 17 05:54:58.889598 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7d75-5440-4beb-a6cf-8084ba20ddd5 req-e58e41e3-61ff-40bd-9b46-f68ddad0b96b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:58.891064 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-874a7d75-5440-4beb-a6cf-8084ba20ddd5 req-e58e41e3-61ff-40bd-9b46-f68ddad0b96b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0631590 Jun 17 05:54:58.930038 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-874a7d75-5440-4beb-a6cf-8084ba20ddd5 req-e09d48f3-5baa-43a6-acb3-7a2c038a9277 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332866 Jun 17 05:55:00.205578 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb60f-9bd6-4dd5-bbd6-261a923450ba req-4f4da2d5-fae0-482c-a567-86fe1c4a7d03 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:00.210413 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0a3fb60f-9bd6-4dd5-bbd6-261a923450ba req-4f4da2d5-fae0-482c-a567-86fe1c4a7d03 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0705283 Jun 17 05:55:00.245542 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0a3fb60f-9bd6-4dd5-bbd6-261a923450ba req-1860aabf-37c2-4bf0-bb66-fce8dcee0ad8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jun 17 05:55:00.840434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235536-1261-47d9-b62b-69b2891d6664 req-a37df4f2-045d-4b7b-83d7-c79c866da213 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:00.841987 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7b235536-1261-47d9-b62b-69b2891d6664 req-a37df4f2-045d-4b7b-83d7-c79c866da213 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0645788 Jun 17 05:55:00.883447 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7b235536-1261-47d9-b62b-69b2891d6664 req-3a9b09a4-2fc3-495b-9321-002de67d016b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350881 Jun 17 05:55:01.311555 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53184) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:01.413622 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-1d440c4b-214a-4755-9bf9-79e908a64cca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007726 Jun 17 05:55:01.433974 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c87c0-6866-49ec-8323-4ec459d61e5f req-96193652-74e3-4491-9301-ee4f8722ba68 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:01.435453 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b8c87c0-6866-49ec-8323-4ec459d61e5f req-96193652-74e3-4491-9301-ee4f8722ba68 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0735941 Jun 17 05:55:01.481427 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b8c87c0-6866-49ec-8323-4ec459d61e5f req-a59459e4-3cf5-4e62-b785-96a556d9326c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398986 Jun 17 05:55:02.059972 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c20ca-8261-427d-ab18-f8b64ea08a6a req-2d11c35d-10ac-4e0f-9db9-8911c0e84c30 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:02.061387 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e26c20ca-8261-427d-ab18-f8b64ea08a6a req-2d11c35d-10ac-4e0f-9db9-8911c0e84c30 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0626626 Jun 17 05:55:02.097577 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e26c20ca-8261-427d-ab18-f8b64ea08a6a req-825cc0b8-2358-4b02-8869-06410000cccd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306478 Jun 17 05:55:02.660881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca98e-32b5-4fa1-84e3-596fb78c2c2c req-6f2074ca-2b23-4145-acb2-00f04cd3619b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:02.662344 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-466ca98e-32b5-4fa1-84e3-596fb78c2c2c req-6f2074ca-2b23-4145-acb2-00f04cd3619b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0673690 Jun 17 05:55:02.699598 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-466ca98e-32b5-4fa1-84e3-596fb78c2c2c req-973da8f3-9237-4cc5-93cf-13516a74ff01 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Jun 17 05:55:03.291695 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6427b5e-0426-452a-98ed-ca782d3d1f46 req-ffec9ee5-10d7-465d-a7a6-b41cefd8d841 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:03.293217 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c6427b5e-0426-452a-98ed-ca782d3d1f46 req-ffec9ee5-10d7-465d-a7a6-b41cefd8d841 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0660558 Jun 17 05:55:03.330335 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c6427b5e-0426-452a-98ed-ca782d3d1f46 req-fdc9bc64-7900-4462-8d10-105c1ba20837 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316527 Jun 17 05:55:03.435128 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:55:03.867332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96e45-6a4b-45bb-9bb2-fef3b5830dac req-81695f18-8ffc-4b00-8609-4b253f62cf04 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:03.869288 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0f96e45-6a4b-45bb-9bb2-fef3b5830dac req-81695f18-8ffc-4b00-8609-4b253f62cf04 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0618377 Jun 17 05:55:03.905762 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0f96e45-6a4b-45bb-9bb2-fef3b5830dac req-d6a636c3-5dc0-47a1-b37b-3d554539234a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Jun 17 05:55:04.513847 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fff2-930d-40c7-bf5c-255a8fc0c445 req-f4c2c70d-b648-41cd-8d46-fa537f379ba2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:04.515341 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4ca7fff2-930d-40c7-bf5c-255a8fc0c445 req-f4c2c70d-b648-41cd-8d46-fa537f379ba2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0661964 Jun 17 05:55:04.553195 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4ca7fff2-930d-40c7-bf5c-255a8fc0c445 req-354ca928-46c2-48e4-a49a-a8df85958bc7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315325 Jun 17 05:55:05.082277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075f293-7176-40c2-92ab-99404a49ab83 req-1eadda00-d291-4e3e-bc43-431050090a64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.083697 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c075f293-7176-40c2-92ab-99404a49ab83 req-1eadda00-d291-4e3e-bc43-431050090a64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0630569 Jun 17 05:55:05.122591 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c075f293-7176-40c2-92ab-99404a49ab83 req-710f56e5-270c-4cc1-8a97-1a7cd776a652 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Jun 17 05:55:05.736444 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189009f-ae8b-42e6-b38e-608958198121 req-55933c25-4ea1-4b3e-bb60-b9b222c2f3d9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.737915 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1189009f-ae8b-42e6-b38e-608958198121 req-55933c25-4ea1-4b3e-bb60-b9b222c2f3d9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0618598 Jun 17 05:55:05.776092 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1189009f-ae8b-42e6-b38e-608958198121 req-7bbcbc4d-6e05-4f12-bcf9-c2f98d016187 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324781 Jun 17 05:55:06.296790 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092ffe-e20d-418a-98e8-7fc3170ecdf8 req-e7cd28b8-41f7-4280-82fe-97dfad47ab07 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:06.298161 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb092ffe-e20d-418a-98e8-7fc3170ecdf8 req-e7cd28b8-41f7-4280-82fe-97dfad47ab07 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0650809 Jun 17 05:55:06.336637 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb092ffe-e20d-418a-98e8-7fc3170ecdf8 req-c9f2d207-555e-41bb-ad3f-9293591e81b6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327990 Jun 17 05:55:06.973604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9b910-3e08-45cb-94b9-e83ad64e93d4 req-d8f160bc-90df-4611-953c-7c74898476c6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:06.975055 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7df9b910-3e08-45cb-94b9-e83ad64e93d4 req-d8f160bc-90df-4611-953c-7c74898476c6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0727654 Jun 17 05:55:07.013844 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7df9b910-3e08-45cb-94b9-e83ad64e93d4 req-93f2bd11-bdad-47b5-85bd-353a9fdad50c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324006 Jun 17 05:55:07.042117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53284) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:07.150688 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.245826 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.331507 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.334122 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-74abfa5a-ab0a-46b9-89a2-86bb4b500139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:07.375036 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41d18befb1bb4576865d5fcb5b01a26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314865 Jun 17 05:55:07.376801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2661ebc-8d5c-42e4-b432-62744416d7e5,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:07.377754 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53292) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:07.399829 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.400273 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.401073 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.401802 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.402224 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.403020 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.403020 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.403484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.404007 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.404734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.404834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.405145 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:07.411318 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a5a1164f-c6cc-4257-8d3f-01228e903585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:07.449196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.471408 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.516111 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3af57-3b2d-41cf-9a05-d95f5c3f0e80 req-78f643b9-8f86-4c9a-9238-20f246f87a87 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:07.517638 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dda3af57-3b2d-41cf-9a05-d95f5c3f0e80 req-78f643b9-8f86-4c9a-9238-20f246f87a87 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0632067 Jun 17 05:55:07.555059 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dda3af57-3b2d-41cf-9a05-d95f5c3f0e80 req-a961d117-223f-4b78-b442-b2ff62c92bd0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Jun 17 05:55:07.816754 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.819427 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:07.820576 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2661ebc-8d5c-42e4-b432-62744416d7e5 HTTP/1.1" status: 204 len: 168 time: 0.4419076 Jun 17 05:55:07.821333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a4b8fb84-9214-410a-a523-8b241c940ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:07.829015 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2661ebc-8d5c-42e4-b432-62744416d7e5,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:07.831211 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:08.200325 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38f0d-8a3b-4112-8224-9ad4b63a8a25 req-54dd2a0b-529d-40c1-b8d2-6109d9125d1c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:08.202463 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5ee38f0d-8a3b-4112-8224-9ad4b63a8a25 req-54dd2a0b-529d-40c1-b8d2-6109d9125d1c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0659878 Jun 17 05:55:08.244647 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5ee38f0d-8a3b-4112-8224-9ad4b63a8a25 req-921fa165-928f-4265-a532-501bc9737ea8 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342793 Jun 17 05:55:08.857608 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cd803-97b6-440d-8674-e576399892d9 req-f0770f6a-1e12-4949-92e2-6c47f6a23375 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:08.859060 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-154cd803-97b6-440d-8674-e576399892d9 req-f0770f6a-1e12-4949-92e2-6c47f6a23375 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0734129 Jun 17 05:55:08.896119 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-154cd803-97b6-440d-8674-e576399892d9 req-fa28d585-6c2d-4bf9-80bf-18e623633b10 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Jun 17 05:55:09.421779 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2119f9-87c4-4de2-9bb0-20d93b728fb8 req-ecc312fa-919d-4fac-8d4a-8639890f2ced tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:09.423229 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee2119f9-87c4-4de2-9bb0-20d93b728fb8 req-ecc312fa-919d-4fac-8d4a-8639890f2ced tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0629377 Jun 17 05:55:09.460067 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ee2119f9-87c4-4de2-9bb0-20d93b728fb8 req-44f2ce4c-ac04-4f36-ae29-65789c84b19d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311127 Jun 17 05:55:10.070051 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e708d5-b3f4-44d1-b551-ade9e364f5d3 req-ff9ca697-c5d6-4241-a87c-74ea01775ebd tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:10.071474 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-53e708d5-b3f4-44d1-b551-ade9e364f5d3 req-ff9ca697-c5d6-4241-a87c-74ea01775ebd tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0644696 Jun 17 05:55:10.108110 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-53e708d5-b3f4-44d1-b551-ade9e364f5d3 req-6a947303-445d-4a79-adee-1d3bd136723d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jun 17 05:55:10.655792 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931066b-fafd-4caa-9d7c-478f898bcfaa req-6e6ca260-3620-47b3-a3b1-b5a9d90d9226 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:10.655792 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c931066b-fafd-4caa-9d7c-478f898bcfaa req-6e6ca260-3620-47b3-a3b1-b5a9d90d9226 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0670264 Jun 17 05:55:10.693316 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-c931066b-fafd-4caa-9d7c-478f898bcfaa req-f718063e-0c42-48be-aac8-d4b895f8ebfd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339007 Jun 17 05:55:11.284038 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c04f4b-d752-4550-8d2f-4334ab82d310 req-32203624-8b2b-4008-a3e9-29b1eef54961 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:11.285832 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-84c04f4b-d752-4550-8d2f-4334ab82d310 req-32203624-8b2b-4008-a3e9-29b1eef54961 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0637677 Jun 17 05:55:11.322860 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-84c04f4b-d752-4550-8d2f-4334ab82d310 req-a29f916a-a21d-4428-8c91-df3eae53a468 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Jun 17 05:55:11.876287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef470a5-7ad4-4d62-ab3c-28519e645328 req-df0aa83a-787c-4a98-8239-9f488fb5e121 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:11.880835 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2ef470a5-7ad4-4d62-ab3c-28519e645328 req-df0aa83a-787c-4a98-8239-9f488fb5e121 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0699987 Jun 17 05:55:11.915199 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-2ef470a5-7ad4-4d62-ab3c-28519e645328 req-e7846bd9-2848-47f9-a509-e14a343499fd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318105 Jun 17 05:55:12.309031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-18410af5-6050-4ee8-a724-b7701fd98005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.310405 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-18410af5-6050-4ee8-a724-b7701fd98005 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0821033 Jun 17 05:55:12.458629 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-15433898-54df-4168-ba0e-e5958f439108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.460026 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-15433898-54df-4168-ba0e-e5958f439108 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1096 time: 0.0732722 Jun 17 05:55:12.582648 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fe5e1-4404-4abe-93e1-1ed51134b440 req-e7cedd6c-236c-4858-bab9-bddcad816a67 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.584146 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f89fe5e1-4404-4abe-93e1-1ed51134b440 req-e7cedd6c-236c-4858-bab9-bddcad816a67 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.1362336 Jun 17 05:55:12.589195 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-f01c7cb8-7b52-4d39-96c1-9e27665ed412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.590531 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-f01c7cb8-7b52-4d39-96c1-9e27665ed412 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.1123419 Jun 17 05:55:12.657055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-978bbce9-f658-4801-aeb7-6cb57f4761a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:12.661423 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f89fe5e1-4404-4abe-93e1-1ed51134b440 req-e524b8d1-9719-4f46-aced-25a4dabc4033 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699735 Jun 17 05:55:12.674009 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-be7e89da-9bf9-4db3-9b8f-6273d661ad09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 200 len: 999 time: 0.0760231 Jun 17 05:55:12.727820 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-d48162b8-17d2-46a3-bf02-e2bda1dcac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.729355 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-d48162b8-17d2-46a3-bf02-e2bda1dcac2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0485792 Jun 17 05:55:12.786497 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-9d8922d7-fc88-4317-915c-2be2bf1213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.787954 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-9d8922d7-fc88-4317-915c-2be2bf1213d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517211 Jun 17 05:55:12.880892 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-1bfd790a-1e83-4327-ae22-08d295aed77c service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812786 Jun 17 05:55:12.974564 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-fd1a341c-1107-49f6-84cf-f418914dfd1c req-888b3ed6-7db9-49d1-9769-aff9d1e20420 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Jun 17 05:55:13.105106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa822a-edc8-41ff-89a5-24b3384ae11a req-9f877f7e-c85f-455d-b3a2-381c7daaa805 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:13.106566 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aefa822a-edc8-41ff-89a5-24b3384ae11a req-9f877f7e-c85f-455d-b3a2-381c7daaa805 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0680330 Jun 17 05:55:13.144063 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aefa822a-edc8-41ff-89a5-24b3384ae11a req-da39857a-1c17-42c9-a93e-36c62e9851c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313239 Jun 17 05:55:13.880774 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0f5b-9296-41bb-9f23-93841fc205f7 req-daa7576c-81ad-41cc-bf65-6c5e364c0793 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:13.890214 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-238a0f5b-9296-41bb-9f23-93841fc205f7 req-daa7576c-81ad-41cc-bf65-6c5e364c0793 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0981259 Jun 17 05:55:13.960345 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-238a0f5b-9296-41bb-9f23-93841fc205f7 req-bbc7ef5b-c37c-49e7-9868-64ba4dbeb953 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690846 Jun 17 05:55:14.344797 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574fffd-50a6-45ca-993e-c848e3b5b164 req-3f2d560d-fcf5-4b56-a5f1-8ac2d950e51d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:14.347165 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c574fffd-50a6-45ca-993e-c848e3b5b164 req-3f2d560d-fcf5-4b56-a5f1-8ac2d950e51d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0805528 Jun 17 05:55:14.390980 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c574fffd-50a6-45ca-993e-c848e3b5b164 req-de05726a-bb9d-4878-ba31-d385c5c23fa4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381196 Jun 17 05:55:14.822934 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:15.142382 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-22142a6a-733c-4be5-a4c7-af92a2ff220c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:15.159205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac6c3-65d7-4dd0-afed-e67df43fc4d3 req-2f55bed2-8fe7-422a-8173-b7c76ee5a615 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:15.162910 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d67ac6c3-65d7-4dd0-afed-e67df43fc4d3 req-2f55bed2-8fe7-422a-8173-b7c76ee5a615 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0686858 Jun 17 05:55:15.202824 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d67ac6c3-65d7-4dd0-afed-e67df43fc4d3 req-8bd50bd6-6715-46d8-b91b-d76425961c19 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Jun 17 05:55:15.255187 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:15.575003 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e175e6-ccbd-45a5-9922-6d200b026ad4 req-ad41fa3b-530c-40c9-9fb6-501823de9043 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:15.577631 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36e175e6-ccbd-45a5-9922-6d200b026ad4 req-ad41fa3b-530c-40c9-9fb6-501823de9043 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0695171 Jun 17 05:55:15.615480 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36e175e6-ccbd-45a5-9922-6d200b026ad4 req-643a8eb5-d0a0-4651-9208-090cb13b4081 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321424 Jun 17 05:55:16.170712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:16.382838 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80cd9a-3b15-4559-9c59-899efc481283 req-142dbdda-3866-4990-95d3-3f066aa9bb14 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:16.384245 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de80cd9a-3b15-4559-9c59-899efc481283 req-142dbdda-3866-4990-95d3-3f066aa9bb14 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0641026 Jun 17 05:55:16.432820 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de80cd9a-3b15-4559-9c59-899efc481283 req-388f1d90-d81d-4536-bf79-a53614344f42 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 Jun 17 05:55:16.816731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5084624-dfb0-4d52-b01c-a825f6320054 req-42ff1adb-232e-4c1c-b5ad-657006b082ab tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:16.818239 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5084624-dfb0-4d52-b01c-a825f6320054 req-42ff1adb-232e-4c1c-b5ad-657006b082ab tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0789542 Jun 17 05:55:16.861025 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5084624-dfb0-4d52-b01c-a825f6320054 req-8f663617-3bbc-4bfa-8d26-5c090de28d15 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324340 Jun 17 05:55:16.922500 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:55:17.051611 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:17.073879 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'mac_address': 'fa:16:3e:10:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:55:17.110206 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:17.123426 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:55:17.148982 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:17.251040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:17.253716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:17.308751 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:17.315130 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:17.913087 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:55:17.916794 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a0de-6544-4547-baf6-3ddc82e86615 req-06bdbb56-7562-4b18-8c59-e610ae40a307 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:17.916794 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4677a0de-6544-4547-baf6-3ddc82e86615 req-06bdbb56-7562-4b18-8c59-e610ae40a307 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 945 time: 0.0643470 Jun 17 05:55:17.979683 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4677a0de-6544-4547-baf6-3ddc82e86615 req-de846abe-4a00-42e0-a57c-7dcaa824f271 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651543 Jun 17 05:55:18.153380 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bde32-e6ba-48a4-90de-4c8139893e45 req-c51f7d40-c5fb-4d26-b12b-5b9f7a56e747 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:18.154870 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ea0bde32-e6ba-48a4-90de-4c8139893e45 req-c51f7d40-c5fb-4d26-b12b-5b9f7a56e747 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0706596 Jun 17 05:55:18.197477 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ea0bde32-e6ba-48a4-90de-4c8139893e45 req-1ac40322-8f7b-4268-b9ae-19f177347fdd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360761 Jun 17 05:55:18.319461 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:19.186309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435bcf-a8e4-40d7-a67a-e979d6833ed2 req-bafe2934-ae7f-4d27-8506-cb138a7ce15c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:19.186309 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5e435bcf-a8e4-40d7-a67a-e979d6833ed2 req-bafe2934-ae7f-4d27-8506-cb138a7ce15c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 945 time: 0.0834816 Jun 17 05:55:19.217882 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5e435bcf-a8e4-40d7-a67a-e979d6833ed2 req-528fa6fe-0e9f-47eb-baad-c28df92478a9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Jun 17 05:55:19.408013 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4a0d-6358-470e-9d39-bd9654ecd1a1 req-551bcb26-c1a9-4d43-844d-7e739648803a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:19.409600 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4f4d4a0d-6358-470e-9d39-bd9654ecd1a1 req-551bcb26-c1a9-4d43-844d-7e739648803a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0789521 Jun 17 05:55:19.455326 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4f4d4a0d-6358-470e-9d39-bd9654ecd1a1 req-e5eb895c-03ee-40b6-9922-20f7458c513d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338144 Jun 17 05:55:20.396749 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e76be-91cf-4c4f-af33-f03606d86ab2 req-ee9d6948-7251-48c4-a3d1-c35507fddfde tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:20.398265 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f42e76be-91cf-4c4f-af33-f03606d86ab2 req-ee9d6948-7251-48c4-a3d1-c35507fddfde tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 945 time: 0.0642869 Jun 17 05:55:20.436411 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f42e76be-91cf-4c4f-af33-f03606d86ab2 req-84ff5da3-b5db-4db1-b261-a8f8295dc9c5 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321131 Jun 17 05:55:20.668233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee749013-66d8-4091-b052-b82ba211ff34 req-e187757d-f020-4ccb-85d8-ebc6f8f6e89e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:20.670177 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ee749013-66d8-4091-b052-b82ba211ff34 req-e187757d-f020-4ccb-85d8-ebc6f8f6e89e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0727224 Jun 17 05:55:20.712971 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ee749013-66d8-4091-b052-b82ba211ff34 req-26f5616b-ba54-446b-ad33-951f5335c6a6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370564 Jun 17 05:55:20.925310 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:21.045324 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:21.049297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:21.049696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:21.132328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:21.157823 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:21.160737 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397a5f0-a2e3-4979-b54e-251cb66cef46" -d '{"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:21.176835 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:21.268110 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:21.270207 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-287d1a69-a884-425e-bc12-1f72236766ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:21.321608 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:21.325498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:21.334583 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640374f-4c8a-4528-a239-abf0aad64a37 x-openstack-request-id: req-9640374f-4c8a-4528-a239-abf0aad64a37 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:21.334880 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:21.335141 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9640374f-4c8a-4528-a239-abf0aad64a37 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:21.335537 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'code': 200} Jun 17 05:55:21.676049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52d307-6211-4e2b-9d09-aaf20383a76e req-e8c071f8-950b-4fc5-96c3-ae50dac95cab tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:21.677535 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc52d307-6211-4e2b-9d09-aaf20383a76e req-e8c071f8-950b-4fc5-96c3-ae50dac95cab tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0646122 Jun 17 05:55:21.715445 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc52d307-6211-4e2b-9d09-aaf20383a76e req-b6f5d673-a397-4796-9177-f948a6b49ef4 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Jun 17 05:55:21.976637 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65921b-86fa-454a-a7b6-0152c859922d req-02841177-0760-4844-889a-535ad28dd19e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:21.978156 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c65921b-86fa-454a-a7b6-0152c859922d req-02841177-0760-4844-889a-535ad28dd19e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0697219 Jun 17 05:55:22.019042 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4c65921b-86fa-454a-a7b6-0152c859922d req-f935d894-04c6-4291-9e07-41690e7fcca1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344210 Jun 17 05:55:22.900630 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2986de6-574d-42ec-b67c-85c14860d542 req-34f9343e-5fb5-4a50-8340-b12ba81e7e5c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:22.902684 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2986de6-574d-42ec-b67c-85c14860d542 req-34f9343e-5fb5-4a50-8340-b12ba81e7e5c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0692375 Jun 17 05:55:22.942052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2986de6-574d-42ec-b67c-85c14860d542 req-b53cb3f7-c400-4008-91e7-0c6f51291c39 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Jun 17 05:55:23.210752 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ccf93-bf60-47e9-86d9-f3fd0c352f44 req-6f9c130a-a6f1-4417-a998-776164f1452e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:23.212542 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0a2ccf93-bf60-47e9-86d9-f3fd0c352f44 req-6f9c130a-a6f1-4417-a998-776164f1452e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0647528 Jun 17 05:55:23.253906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0a2ccf93-bf60-47e9-86d9-f3fd0c352f44 req-b1b71f94-dfa5-4f6c-9864-7dab7d371154 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337720 Jun 17 05:55:24.124756 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84242c00-cfc7-4388-b16b-103cf587be13 req-f7dd8153-c62b-41a9-8e9b-eb279fa7b604 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:24.126198 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-84242c00-cfc7-4388-b16b-103cf587be13 req-f7dd8153-c62b-41a9-8e9b-eb279fa7b604 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0639958 Jun 17 05:55:24.166027 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-84242c00-cfc7-4388-b16b-103cf587be13 req-695ee746-8521-45f6-a872-4a1e0eca9b47 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341663 Jun 17 05:55:24.453477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4f0d-40c3-47ec-81f8-ba56b82b69e4 req-b50c5086-c9aa-4ce0-a26f-c1840dbf4d12 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:24.456971 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8db4f0d-40c3-47ec-81f8-ba56b82b69e4 req-b50c5086-c9aa-4ce0-a26f-c1840dbf4d12 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0854213 Jun 17 05:55:24.497960 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8db4f0d-40c3-47ec-81f8-ba56b82b69e4 req-021e84ef-4403-4337-8dfc-2cec26ba4d97 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366774 Jun 17 05:55:25.362363 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f6f96-da72-4e07-9a01-b4246c23155f req-627a6a76-4f3f-445f-a992-12320f01182e tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:25.363931 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b5f6f96-da72-4e07-9a01-b4246c23155f req-627a6a76-4f3f-445f-a992-12320f01182e tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0798419 Jun 17 05:55:25.400095 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b5f6f96-da72-4e07-9a01-b4246c23155f req-1a1d18cb-2932-46ba-b1ae-627985b554a8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305581 Jun 17 05:55:25.711476 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44f9f9-b561-469b-a04d-bbb8b9fac02c req-1fcb689e-9673-47e0-843f-d6c0292f02bc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:25.713248 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de44f9f9-b561-469b-a04d-bbb8b9fac02c req-1fcb689e-9673-47e0-843f-d6c0292f02bc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0690515 Jun 17 05:55:25.755783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de44f9f9-b561-469b-a04d-bbb8b9fac02c req-48c47589-9df1-4809-b847-fcea610d4d68 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337751 Jun 17 05:55:26.728178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760af4-968d-4ad4-a15a-709ace9c6a71 req-d5930e20-9ca1-4403-8e2f-ce720aa1c44f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:26.728178 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-09760af4-968d-4ad4-a15a-709ace9c6a71 req-d5930e20-9ca1-4403-8e2f-ce720aa1c44f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0777669 Jun 17 05:55:26.728178 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-09760af4-968d-4ad4-a15a-709ace9c6a71 req-f960bf15-c601-4279-8b85-1694332b8334 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Jun 17 05:55:26.941896 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61221f-cbf9-4c2f-8b02-655b1a60d26e req-f3f5f8f5-e16e-402d-8b2a-6edcd50480e7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:26.943358 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d61221f-cbf9-4c2f-8b02-655b1a60d26e req-f3f5f8f5-e16e-402d-8b2a-6edcd50480e7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0661683 Jun 17 05:55:26.986166 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d61221f-cbf9-4c2f-8b02-655b1a60d26e req-416d0198-ffdf-49c8-94a9-5ff06d49d13e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370312 Jun 17 05:55:27.900897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f42190-bce8-4728-9b57-cec667ca8e57 req-c2d1d204-4189-45b1-be12-2befc8733fdc tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:27.902416 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b3f42190-bce8-4728-9b57-cec667ca8e57 req-c2d1d204-4189-45b1-be12-2befc8733fdc tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0673890 Jun 17 05:55:27.941504 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b3f42190-bce8-4728-9b57-cec667ca8e57 req-6a2bb83d-2fc1-49d3-a755-4f40ba1518a3 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Jun 17 05:55:28.158468 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dbead-1455-4b05-a097-fe01c502ab47 req-4d1af387-5777-4294-82e2-4ad5aca50124 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:28.161159 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c4dbead-1455-4b05-a097-fe01c502ab47 req-4d1af387-5777-4294-82e2-4ad5aca50124 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0615203 Jun 17 05:55:28.198332 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c4dbead-1455-4b05-a097-fe01c502ab47 req-7978c577-4193-4d09-9486-b28c13908e34 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319543 Jun 17 05:55:29.123968 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6387e3-18be-4e0c-88b8-cf968d01a894 req-cc709b58-095d-440f-af14-234f6711e113 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:29.125389 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca6387e3-18be-4e0c-88b8-cf968d01a894 req-cc709b58-095d-440f-af14-234f6711e113 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0721045 Jun 17 05:55:29.164930 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca6387e3-18be-4e0c-88b8-cf968d01a894 req-d9cee498-a519-4f56-a574-3a4948aca011 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Jun 17 05:55:29.395589 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ee67f-1efc-44f2-afdf-0b654a361717 req-e4c18566-c168-4da0-b53f-d68962e7e062 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:29.397103 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-119ee67f-1efc-44f2-afdf-0b654a361717 req-e4c18566-c168-4da0-b53f-d68962e7e062 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0733612 Jun 17 05:55:29.436036 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-119ee67f-1efc-44f2-afdf-0b654a361717 req-b8675281-df99-4bc3-97f1-db1b07081aea tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333805 Jun 17 05:55:30.342715 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c7a4-4eeb-4a05-9f8c-a90fa4faf24c req-3c43f484-cf06-4512-8f1e-8cc06790aa32 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:30.344134 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dc67c7a4-4eeb-4a05-9f8c-a90fa4faf24c req-3c43f484-cf06-4512-8f1e-8cc06790aa32 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0631068 Jun 17 05:55:30.385321 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dc67c7a4-4eeb-4a05-9f8c-a90fa4faf24c req-30a87fc7-21bd-4a50-baf6-f2573574409c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352557 Jun 17 05:55:30.611835 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819234bd-42d8-46cc-9ef6-280ebc85a1bb req-12034ebf-9072-4131-8825-c9734aad8de2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:30.613213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-819234bd-42d8-46cc-9ef6-280ebc85a1bb req-12034ebf-9072-4131-8825-c9734aad8de2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0619247 Jun 17 05:55:30.651290 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-819234bd-42d8-46cc-9ef6-280ebc85a1bb req-a97b30a4-a477-456a-9dd5-2079dea028b5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324121 Jun 17 05:55:31.553104 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3b742-d5b1-4f63-8b78-d379df419377 req-1cda7117-e60b-4044-a9a2-787b17606f44 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:31.554510 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7cd3b742-d5b1-4f63-8b78-d379df419377 req-1cda7117-e60b-4044-a9a2-787b17606f44 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0613225 Jun 17 05:55:31.606712 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7cd3b742-d5b1-4f63-8b78-d379df419377 req-ace9c70c-4f1e-4892-b484-3850b611a16b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 Jun 17 05:55:31.831554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b52a07-5912-47c4-a49b-38a5838b2920 req-7a093983-d1e5-4987-814b-0f004ce825d4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:31.833019 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-11b52a07-5912-47c4-a49b-38a5838b2920 req-7a093983-d1e5-4987-814b-0f004ce825d4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0642097 Jun 17 05:55:31.870989 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-11b52a07-5912-47c4-a49b-38a5838b2920 req-30d7c551-0758-4f4e-8210-872701488307 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322714 Jun 17 05:55:32.778922 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fa83-31ea-4497-ad1a-8e8c8673e71f req-986e6f08-b532-4dfa-9585-b3c4bfb31649 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:32.780483 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c885fa83-31ea-4497-ad1a-8e8c8673e71f req-986e6f08-b532-4dfa-9585-b3c4bfb31649 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0627732 Jun 17 05:55:32.817247 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c885fa83-31ea-4497-ad1a-8e8c8673e71f req-43664648-bdd3-4364-90c7-3b92b420f113 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Jun 17 05:55:33.059591 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcec6c-b913-490e-b452-99ce46a9e01c req-80109af9-545d-4016-bfc1-511f7adc9371 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:33.061083 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eefcec6c-b913-490e-b452-99ce46a9e01c req-80109af9-545d-4016-bfc1-511f7adc9371 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0623238 Jun 17 05:55:33.096708 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-eefcec6c-b913-490e-b452-99ce46a9e01c req-7caa3372-9dfa-4d65-bf30-4e6f19521d09 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300331 Jun 17 05:55:34.009214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183a9e-c3ff-471a-a5c2-d02b1a95a33c req-40c53c27-9f95-4aae-8ff2-1eaef924eaf0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:34.010634 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07183a9e-c3ff-471a-a5c2-d02b1a95a33c req-40c53c27-9f95-4aae-8ff2-1eaef924eaf0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0652978 Jun 17 05:55:34.046929 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-07183a9e-c3ff-471a-a5c2-d02b1a95a33c req-1399a5b9-c5e7-4d9a-b7bb-1cf856dfd289 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Jun 17 05:55:34.169342 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:55:34.285230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105fecd-8ca3-44c5-aca5-eb22762ba8e0 req-2674aa2b-1b4c-49de-9974-26052898cb14 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:34.286653 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f105fecd-8ca3-44c5-aca5-eb22762ba8e0 req-2674aa2b-1b4c-49de-9974-26052898cb14 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0613260 Jun 17 05:55:34.322521 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f105fecd-8ca3-44c5-aca5-eb22762ba8e0 req-ebb02f92-e93b-49af-9bb6-eecb7a494ded tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302682 Jun 17 05:55:35.212912 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a56d2-a780-4935-b695-e39f20c612ba req-82e89269-a113-4aa5-8640-c31908ef4d8d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:35.214364 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-893a56d2-a780-4935-b695-e39f20c612ba req-82e89269-a113-4aa5-8640-c31908ef4d8d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0611725 Jun 17 05:55:35.255965 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-893a56d2-a780-4935-b695-e39f20c612ba req-2d593c16-7ed8-48cd-88b8-16ac843f8255 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359371 Jun 17 05:55:35.497894 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16360c-5c89-48a0-936d-291ff9c8af4b req-9d6df251-ea14-4490-962a-56ce992d29a6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:35.499346 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6b16360c-5c89-48a0-936d-291ff9c8af4b req-9d6df251-ea14-4490-962a-56ce992d29a6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0629358 Jun 17 05:55:35.537422 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6b16360c-5c89-48a0-936d-291ff9c8af4b req-5eb47483-3dd6-4232-946d-60f091fc028b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323865 Jun 17 05:55:36.422510 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afe3f-6316-4667-93c8-e042c22a3898 req-608ac2a8-9d0b-46a4-97bf-6578253f6af6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:36.423932 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-659afe3f-6316-4667-93c8-e042c22a3898 req-608ac2a8-9d0b-46a4-97bf-6578253f6af6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0609803 Jun 17 05:55:36.460538 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-659afe3f-6316-4667-93c8-e042c22a3898 req-ca91a759-b3b2-416a-9555-96f9da719293 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Jun 17 05:55:36.715487 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0687251-0f62-4d5c-ae64-36e473745911 req-60f345bb-cd97-4e38-a5ca-04da6814ef57 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:36.716867 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f0687251-0f62-4d5c-ae64-36e473745911 req-60f345bb-cd97-4e38-a5ca-04da6814ef57 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0641954 Jun 17 05:55:36.753007 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f0687251-0f62-4d5c-ae64-36e473745911 req-21532fd0-a86d-4a20-944a-d64f24784ae7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307581 Jun 17 05:55:37.378384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd772-1784-49a0-a65c-eb3f10994209 req-6159f0e1-4bbf-4bf3-a6b3-119d96ce1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:37.380043 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5a1bd772-1784-49a0-a65c-eb3f10994209 req-6159f0e1-4bbf-4bf3-a6b3-119d96ce1b5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0544415 Jun 17 05:55:37.414458 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5a1bd772-1784-49a0-a65c-eb3f10994209 req-f11af4e7-45e7-4516-8380-bbe91f2b3fe1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268762 Jun 17 05:55:37.628740 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b70f7-467e-4b4b-926e-75cc6fc18eb9 req-1811247f-c205-4dbd-91ef-78472e312b0d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:37.630233 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f1b70f7-467e-4b4b-926e-75cc6fc18eb9 req-1811247f-c205-4dbd-91ef-78472e312b0d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0619435 Jun 17 05:55:37.670635 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-6f1b70f7-467e-4b4b-926e-75cc6fc18eb9 req-208cb647-a007-467c-8e32-cb67ecc4021a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Jun 17 05:55:37.934234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5927482-0715-4a82-bd42-911fae4ead8d req-11b85fc0-0be0-4375-a644-c419716d0332 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:37.935684 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5927482-0715-4a82-bd42-911fae4ead8d req-11b85fc0-0be0-4375-a644-c419716d0332 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0679905 Jun 17 05:55:37.975705 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d5927482-0715-4a82-bd42-911fae4ead8d req-4f71eda2-bc73-48cb-8cb9-dc3d591d282e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344582 Jun 17 05:55:38.840294 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea61e39-889b-45a8-bc60-44ea287ee770 req-2716d37f-57e2-4e90-b58e-924970cd55b7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:38.841753 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eea61e39-889b-45a8-bc60-44ea287ee770 req-2716d37f-57e2-4e90-b58e-924970cd55b7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0632057 Jun 17 05:55:38.880315 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eea61e39-889b-45a8-bc60-44ea287ee770 req-e304d2f1-80b7-4468-8db2-82ed627aa57a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Jun 17 05:55:38.961738 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53790) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:39.087259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.205312 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dc147-9006-40a7-bdd6-a863284c1b7c req-4cb2c2dd-86d4-4f19-8289-0c9a1925a250 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:39.206767 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f16dc147-9006-40a7-bdd6-a863284c1b7c req-4cb2c2dd-86d4-4f19-8289-0c9a1925a250 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0955830 Jun 17 05:55:39.247448 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.260784 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f16dc147-9006-40a7-bdd6-a863284c1b7c req-38d99f8f-16c2-46f5-bb20-6d10c0b1cbf4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480843 Jun 17 05:55:39.341780 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.344256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:39.379384 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7aace9-2077-48e1-bbf4-27be24a45943,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:39.384170 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79f6a18fd38c46a0b2c76db26a266fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214149 Jun 17 05:55:39.385102 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:39.388149 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 53808) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:39.439734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.461280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.591755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.594385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.595515 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f7aace9-2077-48e1-bbf4-27be24a45943 HTTP/1.1" status: 204 len: 168 time: 0.2063737 Jun 17 05:55:39.596329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7fb95206-4cbd-4afc-87ba-8e35c4e0df3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:39.604774 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7aace9-2077-48e1-bbf4-27be24a45943,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:39.612508 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.612878 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.613261 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.613606 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.613948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.614296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.614641 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.614986 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.615331 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.615664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.616009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.616345 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:39.625228 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:40.050524 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb453-76ec-4cc4-a912-387d22bc57cd req-5f2359ae-46f3-4609-a669-153f54c06759 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:40.052025 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-abbbb453-76ec-4cc4-a912-387d22bc57cd req-5f2359ae-46f3-4609-a669-153f54c06759 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.0715518 Jun 17 05:55:40.069994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707798e-e282-482b-9b21-12724d506ee8 req-a04ecd87-14e9-47ed-b811-6e661461f9d4 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:40.071492 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7707798e-e282-482b-9b21-12724d506ee8 req-a04ecd87-14e9-47ed-b811-6e661461f9d4 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0719929 Jun 17 05:55:40.095796 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-abbbb453-76ec-4cc4-a912-387d22bc57cd req-a8d07665-fd62-4f01-af2a-1b6f807e8fb3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Jun 17 05:55:40.117228 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7707798e-e282-482b-9b21-12724d506ee8 req-4013c27a-55e6-45b4-bbf9-60dd5af6e915 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Jun 17 05:55:40.298799 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef3f8-faf9-4193-93a6-459c1d255fde req-38f2528a-82f4-448b-84be-f4172518c820 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:40.300452 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f13ef3f8-faf9-4193-93a6-459c1d255fde req-38f2528a-82f4-448b-84be-f4172518c820 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0675497 Jun 17 05:55:40.349152 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f13ef3f8-faf9-4193-93a6-459c1d255fde req-b6887aed-5385-4a75-a8c9-c147f19fe68f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Jun 17 05:55:40.365397 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53836) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:40.448351 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa046-a7fb-40f6-9b17-65bcb8c13111 req-a8312ae8-ee96-40e4-9123-d9472b1dcd0a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:40.450555 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-957aa046-a7fb-40f6-9b17-65bcb8c13111 req-a8312ae8-ee96-40e4-9123-d9472b1dcd0a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0705233 Jun 17 05:55:40.490397 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-957aa046-a7fb-40f6-9b17-65bcb8c13111 req-ff3cc542-c54f-47ee-8975-d1ebdde97465 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341501 Jun 17 05:55:40.579369 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60a9fb-1798-4b83-944b-de73361dfba2 tempest-TestShelveInstance-553406412 tempest-TestShelveInstance-553406412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:40.580947 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1c60a9fb-1798-4b83-944b-de73361dfba2 tempest-TestShelveInstance-553406412 tempest-TestShelveInstance-553406412-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1094 time: 0.2144842 Jun 17 05:55:40.583620 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53846) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:40.587848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:40.713389 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53852) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:40.763863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:40.819600 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-520332750-network', 'tenant_id': 'a241a3955fee4194b8386e03fd9e19fd'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:40.879951 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:40.981920 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Allocated IP 172.27.3.119 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/7dd51889-818e-4b74-9396-1c48f872a120) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:40.992992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Made reservation on behalf of a241a3955fee4194b8386e03fd9e19fd for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:41.002434 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.014073 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.123215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.188720 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.280819 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a874d-504b-45c5-bf47-e9cace73a737 req-099bc00a-38d4-424c-8f87-b78249a4918a tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:41.282347 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db9a874d-504b-45c5-bf47-e9cace73a737 req-099bc00a-38d4-424c-8f87-b78249a4918a tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.0682714 Jun 17 05:55:41.302014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.305969 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8c95a40c-af60-4689-a721-be7c3160ed30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:41.321107 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db9a874d-504b-45c5-bf47-e9cace73a737 req-d4519d0e-9234-4e37-bb4b-d2663d85ffbd tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Jun 17 05:55:41.327308 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:55:41.336808 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.341291 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47545f40-926f-42bb-83c1-1b100a800ae0,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:41.350619 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:41.351122 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:41.353440 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.353775 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Added segment 12aeb6dd-3fa1-46a9-9602-c6d2c9fc52b5 of type vlan for network fb39e6d1-d1ce-44b6-9749-a68f668ace86 Jun 17 05:55:41.405006 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:41.413985 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:41.423271 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:41.430287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.457196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'Port': ['ID=7dd51889-818e-4b74-9396-1c48f872a120,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:41.463797 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:41.562915 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.566029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:41.566599 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.571237 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:41.736233 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb39e6d1-d1ce-44b6-9749-a68f668ace86,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:41.741809 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:41.746560 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network fb39e6d1-d1ce-44b6-9749-a68f668ace86 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:55:41.760068 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0455821 Jun 17 05:55:41.763858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 53880) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:41.770861 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Request body: {'subnet': {'network_id': 'fb39e6d1-d1ce-44b6-9749-a68f668ace86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-520332750-subnet', 'tenant_id': 'a241a3955fee4194b8386e03fd9e19fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:41.810724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913624-875f-4f77-ac31-7446f5a8dbf2 req-00f09a08-fbe6-461e-b02b-6ea113bb012c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:41.812212 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-46913624-875f-4f77-ac31-7446f5a8dbf2 req-00f09a08-fbe6-461e-b02b-6ea113bb012c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.1606660 Jun 17 05:55:41.862241 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Made reservation on behalf of a241a3955fee4194b8386e03fd9e19fd for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:41.864757 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.930383 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-46913624-875f-4f77-ac31-7446f5a8dbf2 req-f3f06b79-a4dd-4165-a5a7-c43f3769d84a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075456 Jun 17 05:55:41.939420 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.152815 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.155432 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cc45a701-5e1b-4e5c-b915-4b2498d2f9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:42.211961 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5aabedf-7f70-425a-98a8-710a6b9f275e,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:42.215902 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:42.221818 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Checking segment: {'id': '12aeb6dd-3fa1-46a9-9602-c6d2c9fc52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb39e6d1-d1ce-44b6-9749-a68f668ace86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:42.222178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Network hostable DHCP agents. Network: fb39e6d1-d1ce-44b6-9749-a68f668ace86, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:55:42.299425 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02042055-5de8-4604-a0d0-c36a37a27148 req-6ad18d17-8bea-48bf-a5da-2f9fe98143bc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:42.300848 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-02042055-5de8-4604-a0d0-c36a37a27148 req-6ad18d17-8bea-48bf-a5da-2f9fe98143bc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.3418865 Jun 17 05:55:42.375103 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Network fb39e6d1-d1ce-44b6-9749-a68f668ace86 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:55:42.398113 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Deleting port 9ded3f98-366d-493b-a833-9fc8d8c3670f {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:55:42.398448 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.473623 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, fb39e6d1-d1ce-44b6-9749-a68f668ace86) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:42.478488 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:42.479609 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.484854 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bffd2-68d1-4e5f-87b1-8c9fc7b68cce None None] Network fb39e6d1-d1ce-44b6-9749-a68f668ace86 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:42.523682 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.570980 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] For port 9ded3f98-366d-493b-a833-9fc8d8c3670f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9ded3f98-366d-493b-a833-9fc8d8c3670f,segment=NetworkSegment(dafaf194-a93e-4dd6-9d34-d15995a8fdc4),segment_id=dafaf194-a93e-4dd6-9d34-d15995a8fdc4)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:42.571339 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.583343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8180277 Jun 17 05:55:42.627270 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e34a1-a498-43f1-9bb3-c7b8122940ed None None] Network fb39e6d1-d1ce-44b6-9749-a68f668ace86 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:42.662270 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Calling delete_port for 9ded3f98-366d-493b-a833-9fc8d8c3670f owned by compute:nova {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:55:42.673223 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5b18-ed27-48a9-b9ef-d98acd7400a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.687344 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f823867-e9ab-46da-9135-711ca4be344c req-026a6c36-ec38-4d4c-a3cc-4d18bb15c122 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:42.688867 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0f823867-e9ab-46da-9135-711ca4be344c req-026a6c36-ec38-4d4c-a3cc-4d18bb15c122 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 946 time: 0.2284317 Jun 17 05:55:42.875993 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-0f823867-e9ab-46da-9135-711ca4be344c req-c5396d9d-cbeb-467a-9b7e-fc0411c78ce8 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/security-groups?id=a77b7148-58a3-4a3f-a695-445488c9cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427083 Jun 17 05:55:42.926025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.005838 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.012242 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-57b939a3-8ca9-4f07-8133-bf27e6ff4a1d tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:43.039864 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.042101 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Pushing event deleted for resources: {'Port': ['ID=9ded3f98-366d-493b-a833-9fc8d8c3670f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:43.052289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:43.052838 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:43.056272 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['9ded3f98-366d-493b-a833-9fc8d8c3670f'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:55:43.138809 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] No DVR routers for this DVR port 9ded3f98-366d-493b-a833-9fc8d8c3670f on host hv-cinder-77262 {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:55:43.143089 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.145231 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-02042055-5de8-4604-a0d0-c36a37a27148 req-b52f7877-616c-4b1d-a5b0-3f39b2b93c12 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.22 "DELETE /v2.0/ports/9ded3f98-366d-493b-a833-9fc8d8c3670f HTTP/1.1" status: 204 len: 173 time: 0.8389118 Jun 17 05:55:43.163381 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'name': 'network-vif-deleted', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:43.164912 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b7ec-2a0a-4040-a303-bf638ba5a9e8 req-a1ca68c9-abb5-46e5-9596-946a4ab718ba tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:43.165713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e6ff91-d5bb-4a67-b3ef-820dc326ce22" -d '{"events": [{"server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "name": "network-vif-deleted", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:43.167741 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8586b7ec-2a0a-4040-a303-bf638ba5a9e8 req-a1ca68c9-abb5-46e5-9596-946a4ab718ba tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0784030 Jun 17 05:55:43.188060 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event updated for resources: {'Port': ['ID=7dd51889-818e-4b74-9396-1c48f872a120,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:43.195958 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:43.204316 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.234210 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8586b7ec-2a0a-4040-a303-bf638ba5a9e8 req-39217a14-8cb3-4be0-9c2c-a1ddd1ce760a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545990 Jun 17 05:55:43.321065 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Floating IP 9975a4c6-ce22-46ae-a465-f005082cb318 associated. External IP: 172.27.3.119, port: fbb0ca3e-f16f-4770-8b8b-790478c2e5d6. Jun 17 05:55:43.360519 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ff6aa2-bf7b-4360-b412-907ea26a4a08 x-openstack-request-id: req-e8ff6aa2-bf7b-4360-b412-907ea26a4a08 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:43.366276 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ddecf9-2a29-4698-881a-4010784a3e3b", "name": "network-vif-deleted", "tag": "9ded3f98-366d-493b-a833-9fc8d8c3670f", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:43.366276 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8ff6aa2-bf7b-4360-b412-907ea26a4a08 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:43.366276 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ddecf9-2a29-4698-881a-4010784a3e3b', 'name': 'network-vif-deleted', 'tag': '9ded3f98-366d-493b-a833-9fc8d8c3670f', 'status': 'completed', 'code': 200} Jun 17 05:55:43.443619 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 53916) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:43.455470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1579349957-network', 'tenant_id': '721ab710be694ef7ab15ac0f0f42a82e'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:43.549831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Router 74cfea31-87d4-4fbc-9e85-d958cb850e52 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:55:43.577058 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Made reservation on behalf of 721ab710be694ef7ab15ac0f0f42a82e for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:43.579434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.599716 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.665166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:55:43.676103 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Sync routers for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:55:43.685818 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:43.686430 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:55:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:43.688620 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.759238 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.764647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:43.781748 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:55:43.789596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:43.796739 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c0e219-a581-4b46-98dd-4f2984809a39,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:43.800209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:43.801383 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.801732 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Added segment 4b4d022f-30ad-4fd5-9172-1e3ff72e4a82 of type vlan for network 1565b03c-6a13-41f1-8bab-d8f512035993 Jun 17 05:55:43.849568 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.858086 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.904536 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3182304 Jun 17 05:55:43.982138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.983656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:43.984247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:43.987903 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:44.037115 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '9975a4c6-ce22-46ae-a465-f005082cb318', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'mac_address': 'fa:16:3e:10:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:55:41Z', 'updated_at': '2021-06-17T05:55:41Z', 'revision_number': 0, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:44.064611 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Checking router: 74cfea31-87d4-4fbc-9e85-d958cb850e52 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:55:44.074757 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:44.075456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:55:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:44.189911 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:44.292604 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1f3d2c8d-2d03-4d10-936c-0d0252df359d req-0c2c5b9c-6390-4354-9881-2dbc06ba20bc tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ddecf9-2a29-4698-881a-4010784a3e3b HTTP/1.1" status: 200 len: 210 time: 0.2673578 Jun 17 05:55:44.304332 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53938) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:44.304547 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8534043 Jun 17 05:55:44.309826 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=1565b03c-6a13-41f1-8bab-d8f512035993,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:44.311150 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Request body: {'subnet': {'network_id': '1565b03c-6a13-41f1-8bab-d8f512035993', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1579349957-subnet', 'tenant_id': '721ab710be694ef7ab15ac0f0f42a82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:44.313917 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:44.344991 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 1565b03c-6a13-41f1-8bab-d8f512035993 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:55:44.422123 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Made reservation on behalf of 721ab710be694ef7ab15ac0f0f42a82e for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:44.424829 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12476620'] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:44.499886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce97c-2f31-494e-b816-9514592bc25e req-d126c72a-42c1-4963-9a0f-7a9940aa8ee4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:44.502051 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-941ce97c-2f31-494e-b816-9514592bc25e req-d126c72a-42c1-4963-9a0f-7a9940aa8ee4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0800152 Jun 17 05:55:44.543387 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-941ce97c-2f31-494e-b816-9514592bc25e req-5368b12e-1406-42d7-9f5d-65e8058d7abc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348997 Jun 17 05:55:44.658001 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '9975a4c6-ce22-46ae-a465-f005082cb318', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'mac_address': 'fa:16:3e:10:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:55:41Z', 'updated_at': '2021-06-17T05:55:41Z', 'revision_number': 0, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:44.688452 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b00df-d4c6-4538-8321-ecebfb9f18c8 None None] The sync data for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi is: [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '9975a4c6-ce22-46ae-a465-f005082cb318', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'mac_address': 'fa:16:3e:10:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:55:41Z', 'updated_at': '2021-06-17T05:55:41Z', 'revision_number': 0, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:55:44.760706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12319389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12476638'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:44.764183 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:44.786261 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:44.821652 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c5baaf-87f0-41df-8288-e08d75f57c60,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:44.825689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:44.826571 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Checking segment: {'id': '4b4d022f-30ad-4fd5-9172-1e3ff72e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1565b03c-6a13-41f1-8bab-d8f512035993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:44.826930 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Network hostable DHCP agents. Network: 1565b03c-6a13-41f1-8bab-d8f512035993, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:55:44.869467 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01400f-b11c-4d68-8212-660c231f8e18 None None] New status for floating IP 9975a4c6-ce22-46ae-a465-f005082cb318: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:55:44.941843 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Network 1565b03c-6a13-41f1-8bab-d8f512035993 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:55:45.021513 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 9ded3f98-366d-493b-a833-9fc8d8c3670f no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:55:45.040969 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 9ded3f98-366d-493b-a833-9fc8d8c3670f {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:55:45.041319 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 9ded3f98-366d-493b-a833-9fc8d8c3670f not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:55:45.044780 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 1565b03c-6a13-41f1-8bab-d8f512035993) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:45.049452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.049452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.053715 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb470eb-3747-4c5a-981d-9aeb7cc74c35 None None] Network 1565b03c-6a13-41f1-8bab-d8f512035993 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:45.115816 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-22df0d6b-eeeb-4790-8efc-8e5b9ee62a5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600495 Jun 17 05:55:45.137812 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-71efe825-82c2-4d76-a027-8eb94692c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.183986 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6c6ec270-efca-4d47-8509-6e786729caa5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8783538 Jun 17 05:55:45.199345 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843ca42-ff2a-4092-8937-70f4d67487a1 None None] Network 1565b03c-6a13-41f1-8bab-d8f512035993 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:45.213456 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-a52a24c3-fafe-4953-a0a0-6c3d1537d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.215852 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-a52a24c3-fafe-4953-a0a0-6c3d1537d553 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.0592248 Jun 17 05:55:45.252167 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.308720 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 53944) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:45.326599 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-8b183bf6-66bd-4948-9000-779376ebf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.328100 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-8b183bf6-66bd-4948-9000-779376ebf548 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.0913725 Jun 17 05:55:45.365605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Deleting subnet b5aabedf-7f70-425a-98a8-710a6b9f275e {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:55:45.367603 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:45.369028 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.370318 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd71cc1d-8a53-43e7-818d-6468a01794ba" -d '{"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:45.409763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.453631 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.466366 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726b6be-251d-4225-be3b-2722bf1b1cb9 x-openstack-request-id: req-4726b6be-251d-4225-be3b-2722bf1b1cb9 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:45.466910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:45.467019 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4726b6be-251d-4225-be3b-2722bf1b1cb9 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:45.467524 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'status': 'completed', 'code': 200} Jun 17 05:55:45.470235 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-ac1e2491-3266-432e-a370-0d847fddf888 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 1001 time: 0.1283441 Jun 17 05:55:45.552414 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-f84d65e9-f91e-41eb-bc49-9c30fc7d537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.554204 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-f84d65e9-f91e-41eb-bc49-9c30fc7d537a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0482683 Jun 17 05:55:45.598065 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-47bdf2c3-153d-47c4-962e-2c0eb71c6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.598065 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-47bdf2c3-153d-47c4-962e-2c0eb71c6a2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0571878 Jun 17 05:55:45.631830 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.632053 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-3e00c8a2-d47d-45e4-8625-8c47e08e3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.632053 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-3e00c8a2-d47d-45e4-8625-8c47e08e3584 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676024 Jun 17 05:55:45.678306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a8434dea-b9f5-4a40-9f5b-44424ed6e713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:45.709910 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5aabedf-7f70-425a-98a8-710a6b9f275e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:45.716649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.721007 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b5aabedf-7f70-425a-98a8-710a6b9f275e HTTP/1.1" status: 204 len: 168 time: 0.4111733 Jun 17 05:55:45.723722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5d97434f-a762-40e5-92c3-5e50479e8bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:45.724061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 53960) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:45.795600 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-6c4f55b4-cc36-4342-a3a5-2f2a6068e4d4 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553543 Jun 17 05:55:45.809622 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-67b83177-a972-4599-b536-fc348a332bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.811045 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-67b83177-a972-4599-b536-fc348a332bba service neutron] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 908 time: 0.2074072 Jun 17 05:55:45.815077 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.824461 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c478b-8190-41c3-99d7-fd1772488182 req-8809aab4-f637-4382-b35f-81f1e3f45c98 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:45.826107 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e99c478b-8190-41c3-99d7-fd1772488182 req-8809aab4-f637-4382-b35f-81f1e3f45c98 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.1468308 Jun 17 05:55:45.915885 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e99c478b-8190-41c3-99d7-fd1772488182 req-83c9da1c-3f9c-44fb-95df-e6ea0ce75899 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792150 Jun 17 05:55:45.950993 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ba9c3215-c2b3-44e9-ad75-f550e7cac483 req-0c2510db-51a8-4524-9090-4ef2aaf7692d service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481218 Jun 17 05:55:45.953245 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-872def39-4483-4d19-ae2f-32b85a0aba91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 1002 time: 0.1323969 Jun 17 05:55:45.961725 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:45.984944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb39e6d1-d1ce-44b6-9749-a68f668ace86']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.013150 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aeb6dd-3fa1-46a9-9602-c6d2c9fc52b5') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.013441 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aeb6dd-3fa1-46a9-9602-c6d2c9fc52b5') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.025658 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.041532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-99c3864c-7ca4-4acc-af42-87910382a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:46.047509 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-99c3864c-7ca4-4acc-af42-87910382a1fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0741434 Jun 17 05:55:46.047509 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.054658 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:55:46.055057 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:55:46.057666 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:55:46.137561 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.154464 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-233eb5bc-31e6-4093-9d78-e5bd4767db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:46.156013 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-233eb5bc-31e6-4093-9d78-e5bd4767db13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975230 Jun 17 05:55:46.243754 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-f2b22794-d942-4a8c-9491-8a4ec4db9efc service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806696 Jun 17 05:55:46.304521 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.311555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:46.316877 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.316877 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb39e6d1-d1ce-44b6-9749-a68f668ace86 HTTP/1.1" status: 204 len: 168 time: 0.5905194 Jun 17 05:55:46.318823 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53966) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:46.327977 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb39e6d1-d1ce-44b6-9749-a68f668ace86,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:46.331409 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:46.354727 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd71cc1d-8a53-43e7-818d-6468a01794ba req-78e67e87-3762-44ac-94de-17bd0857de17 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031787 Jun 17 05:55:46.367250 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Deleting subnet a6c5baaf-87f0-41df-8288-e08d75f57c60 {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:55:46.370489 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.407709 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.451289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.616832 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.619429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a26e2fc1-f5a2-4550-bb0c-3403148e7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:46.646084 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c5baaf-87f0-41df-8288-e08d75f57c60,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:46.649525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:46.655484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.659721 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6c5baaf-87f0-41df-8288-e08d75f57c60 HTTP/1.1" status: 204 len: 168 time: 0.3375635 Jun 17 05:55:46.659846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53976) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:46.734884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.816349 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.826117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1565b03c-6a13-41f1-8bab-d8f512035993']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.835815 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4d022f-30ad-4fd5-9172-1e3ff72e4a82') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.836103 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4d022f-30ad-4fd5-9172-1e3ff72e4a82') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:46.844579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.865816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.865816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:55:46.865816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: retrieve_revision_numbers = { Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:55:46.866824 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:55:47.015065 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.020161 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0454366b-3f5b-4876-a1ef-d4b124612ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:47.024156 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.027942 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1565b03c-6a13-41f1-8bab-d8f512035993 HTTP/1.1" status: 204 len: 168 time: 0.3650017 Jun 17 05:55:47.039441 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1565b03c-6a13-41f1-8bab-d8f512035993,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:47.041883 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:47.056382 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:55:47.125964 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f46f2-d708-4285-bfa8-9ed43028f9ef req-fb678be8-a022-491f-a163-ab0ab38603f4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:47.127202 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ed0f46f2-d708-4285-bfa8-9ed43028f9ef req-fb678be8-a022-491f-a163-ab0ab38603f4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 943 time: 0.0726080 Jun 17 05:55:47.163669 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:47.173468 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-ed0f46f2-d708-4285-bfa8-9ed43028f9ef req-5147f3c5-8e5f-4cbb-9a16-dc9081241c64 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406322 Jun 17 05:55:47.175607 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:55:47.212654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.224904 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:55:47.244852 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:47.325006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.326993 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-f4ddf4a1-7a27-4411-a428-1abfab915808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:47.371320 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=9']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:47.374694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:47.448444 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53986) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:47.487589 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2a4d3b5d-3373-45cc-974b-a0e018d061ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a241a3955fee4194b8386e03fd9e19fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378811 Jun 17 05:55:47.489864 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 53988) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:47.535695 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.555890 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.707552 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.710213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.711360 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47545f40-926f-42bb-83c1-1b100a800ae0 HTTP/1.1" status: 204 len: 168 time: 0.2206352 Jun 17 05:55:47.712154 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-8903a315-e36b-4f51-bfd0-87c512cb55ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:47.719983 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47545f40-926f-42bb-83c1-1b100a800ae0,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:47.722255 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:47.784403 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['76f4ad57-2b94-41a5-9784-1f815538a30c'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:55:47.999367 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.361251 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270771-e219-4599-aa61-8a1c539cdbb4 req-df296f3b-ddc6-4144-9227-833295f9455f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:48.362686 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e2270771-e219-4599-aa61-8a1c539cdbb4 req-df296f3b-ddc6-4144-9227-833295f9455f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 944 time: 0.0628133 Jun 17 05:55:48.399373 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-e2270771-e219-4599-aa61-8a1c539cdbb4 req-9249c64f-378e-4958-a7d7-ffa5ee74282f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309486 Jun 17 05:55:48.410338 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54006) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:48.456446 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1224fcf4-a3e7-4b86-8533-4476aba06cfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=721ab710be694ef7ab15ac0f0f42a82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448406 Jun 17 05:55:48.458768 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54008) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:48.509306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.532123 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.649636 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.653088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.658999 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74c0e219-a581-4b46-98dd-4f2984809a39 HTTP/1.1" status: 204 len: 168 time: 0.1946952 Jun 17 05:55:48.658999 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20520d10-6d25-4e7c-a3d9-e0ad8261247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:48.662527 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c0e219-a581-4b46-98dd-4f2984809a39,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:48.665355 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:49.071292 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:49.126528 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 76f4ad57-2b94-41a5-9784-1f815538a30c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:49.130447 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:49.209493 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:49.230328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:49.232596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45865b24-7678-4fd0-806d-b2eed1ff490f" -d '{"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:49.244543 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:49.275280 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa2b727-4f96-485b-b562-c8961e6dd82d x-openstack-request-id: req-7aa2b727-4f96-485b-b562-c8961e6dd82d {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:49.275769 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-plugged", "status": "completed", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:49.286501 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aa2b727-4f96-485b-b562-c8961e6dd82d {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:49.286501 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'code': 200} Jun 17 05:55:49.336590 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:49.339582 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:49.386776 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=10']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:49.389880 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:49.611341 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c419779-6c21-43d3-b049-1728b2a75edf req-35e7330f-e8a0-479e-9a57-89ce63e30312 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:49.612824 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3c419779-6c21-43d3-b049-1728b2a75edf req-35e7330f-e8a0-479e-9a57-89ce63e30312 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0827110 Jun 17 05:55:49.652718 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-3c419779-6c21-43d3-b049-1728b2a75edf req-c0d0047b-dbe8-4725-8bcc-1c60e39d9d39 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341210 Jun 17 05:55:49.730883 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54048) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:49.821233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738726541-network', 'tenant_id': 'cbec0014663d4be5a28e019801b466c9'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:49.959324 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Made reservation on behalf of cbec0014663d4be5a28e019801b466c9 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:49.961744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:49.970708 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.059035 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.141742 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.144586 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6ef82a0-779b-45a0-8376-3a5f8baf3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:50.165902 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:55:50.175001 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:50.179009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:50.179984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.180318 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Added segment e5ca8536-819e-4b89-8682-f3202166b464 of type vlan for network 679c0beb-6988-45d8-86e4-c27af2d0e11c Jun 17 05:55:50.218557 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.319646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.320982 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:50.321555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.324198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:50.379547 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Pushing event updated for resources: {'Network': ['ID=679c0beb-6988-45d8-86e4-c27af2d0e11c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:50.382226 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:50.389604 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:55:50.468226 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7362235 Jun 17 05:55:50.470854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54058) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:50.475791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Request body: {'subnet': {'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738726541-subnet', 'tenant_id': 'cbec0014663d4be5a28e019801b466c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:50.557582 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Made reservation on behalf of cbec0014663d4be5a28e019801b466c9 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:50.560611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.764989 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.768198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5d1d26a7-1420-4679-9126-1125fb0d25ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:50.829952 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45de723e-9767-4c0e-80bc-a54b41be48db,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:50.833634 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:50.834735 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Checking segment: {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:50.835109 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Network hostable DHCP agents. Network: 679c0beb-6988-45d8-86e4-c27af2d0e11c, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:55:50.836090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250945b6-5fd4-4a8c-9ef5-beda2b0db0d0 req-b2f6eb75-9db8-4961-9396-7033ccf67e49 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:50.837607 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-250945b6-5fd4-4a8c-9ef5-beda2b0db0d0 req-b2f6eb75-9db8-4961-9396-7033ccf67e49 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0663872 Jun 17 05:55:50.875815 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-250945b6-5fd4-4a8c-9ef5-beda2b0db0d0 req-b388e9df-aa6d-4499-9386-2019af68d328 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321496 Jun 17 05:55:50.928802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:55:51.016000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 679c0beb-6988-45d8-86e4-c27af2d0e11c) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:51.020608 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:51.021701 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.025623 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43157e12-74cd-4405-9955-3b0924b9fe98 None None] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:51.143051 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-211b0eab-aed9-4940-a505-ec4f892e060b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6637955 Jun 17 05:55:51.144016 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d15fd2-acef-43cb-9503-00875f10cf24 None None] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:52.055869 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53963-86a4-4700-b029-9b34c9e4453f req-015d45c7-527c-4c97-8ab0-15fb0f01cdc5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:52.057398 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4cc53963-86a4-4700-b029-9b34c9e4453f req-015d45c7-527c-4c97-8ab0-15fb0f01cdc5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0630763 Jun 17 05:55:52.095877 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-4cc53963-86a4-4700-b029-9b34c9e4453f req-f06af94c-2e0f-4b55-b356-ed9d0feb67d5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319333 Jun 17 05:55:53.274601 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c932-49f9-445b-bf43-50f9c7e84396 req-e53c619d-e037-46e7-a418-a3245ccc09ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:53.275928 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8693c932-49f9-445b-bf43-50f9c7e84396 req-e53c619d-e037-46e7-a418-a3245ccc09ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0645187 Jun 17 05:55:53.318288 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8693c932-49f9-445b-bf43-50f9c7e84396 req-3393f853-0037-444a-afa7-33b594a0bec8 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360591 Jun 17 05:55:54.503829 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f25c5f-4b31-4db2-abd0-1add3f40ced6 req-8dfdfa22-606e-4322-b4fa-fd682f5b4426 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:54.505305 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a3f25c5f-4b31-4db2-abd0-1add3f40ced6 req-8dfdfa22-606e-4322-b4fa-fd682f5b4426 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0641992 Jun 17 05:55:54.542933 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a3f25c5f-4b31-4db2-abd0-1add3f40ced6 req-2545dd4f-5f45-49ce-a3c3-3ce0c57c44b9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311942 Jun 17 05:55:55.722202 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548ebd7-534c-4be7-91dc-746e9c5f5c0f req-d288487d-5dd5-47aa-858f-7309f7757464 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:55.723544 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1548ebd7-534c-4be7-91dc-746e9c5f5c0f req-d288487d-5dd5-47aa-858f-7309f7757464 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0682173 Jun 17 05:55:55.759374 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1548ebd7-534c-4be7-91dc-746e9c5f5c0f req-2a4c92e4-0c04-4b2a-9620-baf927faf26d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302627 Jun 17 05:55:56.934982 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d413-6f4b-405a-85d8-c2c9807f1c7d req-d762d2e0-f996-496b-867d-e513f1c4b0f6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:56.936405 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1a18d413-6f4b-405a-85d8-c2c9807f1c7d req-d762d2e0-f996-496b-867d-e513f1c4b0f6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0650530 Jun 17 05:55:56.973597 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1a18d413-6f4b-405a-85d8-c2c9807f1c7d req-f2657bbe-f5bb-45ac-8441-d588d2670f0f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315731 Jun 17 05:55:57.841604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4845b-de86-4248-ba38-690c6157ee08 req-c58fb77f-4f78-4928-8c3f-ab60c511b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:57.841604 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03c4845b-de86-4248-ba38-690c6157ee08 req-c58fb77f-4f78-4928-8c3f-ab60c511b9ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 1099 time: 0.0507536 Jun 17 05:55:57.869274 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03c4845b-de86-4248-ba38-690c6157ee08 req-c7a710b6-643a-4b7c-81df-15ebda77db57 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315704 Jun 17 05:55:58.160634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc733e-8df0-4eea-b879-3c6d44db088e req-97018dcb-9940-48ee-a2fa-2ae1b5b877b4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:58.162077 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cdc733e-8df0-4eea-b879-3c6d44db088e req-97018dcb-9940-48ee-a2fa-2ae1b5b877b4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0618188 Jun 17 05:55:58.198193 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8cdc733e-8df0-4eea-b879-3c6d44db088e req-c57b3472-691d-4af3-a92c-d3d1bfcd326c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304353 Jun 17 05:55:59.377521 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600fe12-66bc-47db-b116-fef251a46cc7 req-844ea35d-934b-4412-bc53-7261abe7a1e7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:59.379019 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1600fe12-66bc-47db-b116-fef251a46cc7 req-844ea35d-934b-4412-bc53-7261abe7a1e7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0689695 Jun 17 05:55:59.418134 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-1600fe12-66bc-47db-b116-fef251a46cc7 req-baa0780d-27d0-4673-9f5a-80e8b91cb1d1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333583 Jun 17 05:55:59.570980 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-7031d8be-019e-4ca0-8b0a-6f570e8935b9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:59.572405 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-7031d8be-019e-4ca0-8b0a-6f570e8935b9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/networks?id=679c0beb-6988-45d8-86e4-c27af2d0e11c HTTP/1.1" status: 200 len: 808 time: 0.1051958 Jun 17 05:55:59.588327 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-963acb96-5f62-4925-b307-481fda73b3b9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/quotas/cbec0014663d4be5a28e019801b466c9 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Jun 17 05:55:59.623617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-f2a88c14-898c-4828-92e4-c453e79c2af8 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jun 17 05:55:59.754896 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-a570ba7c-5631-4238-a09e-592c7bc2da56 service neutron] 10.222.0.20 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236598 Jun 17 05:55:59.844841 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-4fff4409-fd5a-4633-8de8-1085c548b1ab service neutron] 10.222.0.20 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839872 Jun 17 05:56:00.641715 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eed26-d382-44c3-90e2-4b1b5bb12d00 req-d2c21d06-a6e6-4ef4-b5b1-6c00dc2a44b3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:00.643239 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bf5eed26-d382-44c3-90e2-4b1b5bb12d00 req-d2c21d06-a6e6-4ef4-b5b1-6c00dc2a44b3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0647097 Jun 17 05:56:00.682018 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-bf5eed26-d382-44c3-90e2-4b1b5bb12d00 req-5573d581-55f7-4570-b408-fefd74b92f43 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325809 Jun 17 05:56:01.192851 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-f9309e79-980e-4c26-b3fa-729195032bc5 req-2e9e38df-c4a4-40ab-a9a8-6524193e7155 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0292571 Jun 17 05:56:01.861942 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16fc1d-ff6b-43f9-ad0b-c5c273508893 req-d63cf431-5e5a-4777-aa02-feb5d0a10b13 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:01.863370 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d16fc1d-ff6b-43f9-ad0b-c5c273508893 req-d63cf431-5e5a-4777-aa02-feb5d0a10b13 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0622230 Jun 17 05:56:01.905350 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d16fc1d-ff6b-43f9-ad0b-c5c273508893 req-8eb957c2-56ce-4cdf-a3f6-b50cc3f6d740 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362756 Jun 17 05:56:02.278351 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-9ec39f6f-d8f7-479b-8c2e-0bfc0750d43f req-1a516a01-f119-4d2e-bfae-f3ed8c1e7436 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0342104 Jun 17 05:56:03.097794 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d815-ce2f-4b29-879e-81228b19ca0c req-57a04ee7-6545-4065-8a2f-8390b989f75a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:03.099241 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0338d815-ce2f-4b29-879e-81228b19ca0c req-57a04ee7-6545-4065-8a2f-8390b989f75a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0681016 Jun 17 05:56:03.139549 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0338d815-ce2f-4b29-879e-81228b19ca0c req-c01547cb-418f-431e-b058-4cbc22e80048 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339687 Jun 17 05:56:03.434531 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-53660b42-d8bd-4401-89c0-861690aa5c39 req-0fb79d71-2893-4ced-8e5f-8fbba6e66c22 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0277474 Jun 17 05:56:04.118802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-5fae341e-853e-4601-913e-5cea37d2313c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:04.120600 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-5fae341e-853e-4601-913e-5cea37d2313c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "GET /v2.0/networks?id=679c0beb-6988-45d8-86e4-c27af2d0e11c HTTP/1.1" status: 200 len: 808 time: 0.1000862 Jun 17 05:56:04.153829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Request body: {'port': {'device_id': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c', 'admin_state_up': True, 'tenant_id': 'cbec0014663d4be5a28e019801b466c9'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:04.341970 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Made reservation on behalf of cbec0014663d4be5a28e019801b466c9 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:04.345605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.491780 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Allocated IP 172.20.0.5 (679c0beb-6988-45d8-86e4-c27af2d0e11c/45de723e-9767-4c0e-80bc-a54b41be48db/e03f4c4d-11db-4fbc-a656-e0eb5068bc58) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:56:04.584698 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59ad9a10-02cc-489e-947e-f3beff294bc7 req-88b1d39e-f55b-4650-85d0-5af4d2e93816 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0352726 Jun 17 05:56:04.686375 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.828470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.833886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.883491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:04.888802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:04.893062 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:56:04.896918 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Pushing event updated for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.903892 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54344) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:04.917763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.945077 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:04.945691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.017203 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.069827 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196854 Jun 17 05:56:05.111103 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Request body: {'port': {'device_id': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:05.143104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.183550 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.227402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.231604 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0e5cd90e-43d5-4dc7-bc2d-7e8ef9726ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.266854 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2016ca69758e45a0bea28e9a9ac1b871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618469 Jun 17 05:56:05.267754 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1717757d-8f96-48d0-9909-69c7b6850797,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.270026 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54356) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:05.276090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.330604 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.352803 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.461433 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03f4c4d-11db-4fbc-a656-e0eb5068bc58 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:05.470006 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.512864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Transition to ACTIVE for port object e03f4c4d-11db-4fbc-a656-e0eb5068bc58 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:05.514146 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.516882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.518052 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1717757d-8f96-48d0-9909-69c7b6850797 HTTP/1.1" status: 204 len: 168 time: 0.2471399 Jun 17 05:56:05.518952 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.541104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717757d-8f96-48d0-9909-69c7b6850797,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.544143 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.639117 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.642475 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6b5ac931-27dc-46bd-a3e4-fbf2806012fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.726466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Pushing event updated for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.745946 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.841994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee408dd-5da9-466d-9064-9bb9a829df41 req-fb6460ea-9dfd-41f7-9f46-c6f53e8c963f tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:05.843517 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4ee408dd-5da9-466d-9064-9bb9a829df41 req-fb6460ea-9dfd-41f7-9f46-c6f53e8c963f tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.1359749 Jun 17 05:56:05.844759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Attempting to bind port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:56:05.845218 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Attempting to bind port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:56:05.845512 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Attempting to bind port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:05.851639 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:56:05.851942 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Attempting to bind port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:05.873289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:56:05.873629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Checking segment: {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:05.874009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Bound using segment: {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:56:05.874446 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Bound port: e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:56:05.874792 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.919120 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4ee408dd-5da9-466d-9064-9bb9a829df41 req-59f16284-cda1-4776-8cf6-7e4701216df0 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Jun 17 05:56:05.953678 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:56:05.956674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:56:06.049296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.052099 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a49ce147-8cf0-4b76-9ae9-727e26d4f719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:06.083214 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:06.083814 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.085187 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] 10.222.0.22 "PUT /v2.0/ports/e03f4c4d-11db-4fbc-a656-e0eb5068bc58 HTTP/1.1" status: 200 len: 1093 time: 0.9786577 Jun 17 05:56:06.085684 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:06.087933 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b14dc2-70d6-4db5-84e6-01d3d7343865" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:06.110028 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Pushing event updated for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:06.113276 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:06.232379 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54372) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:06.239568 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b6a76-43ef-4a4e-8164-37c0ce7ed697 x-openstack-request-id: req-be3b6a76-43ef-4a4e-8164-37c0ce7ed697 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:06.239881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:06.240167 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be3b6a76-43ef-4a4e-8164-37c0ce7ed697 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:06.240609 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58', 'status': 'completed', 'code': 200} Jun 17 05:56:06.249264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.333385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.414049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.416532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0f97cde5-c767-4a95-8069-c42819bc6d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:06.452499 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d65904c5c2f4b488b408cdd6449734e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189591 Jun 17 05:56:06.453407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a9d6d-7f50-4e2e-b25a-d64f213eb464,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:06.455371 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54374) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:06.456534 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:06.503811 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.524467 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.633369 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.636004 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.637164 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6a9d6d-7f50-4e2e-b25a-d64f213eb464 HTTP/1.1" status: 204 len: 168 time: 0.1807075 Jun 17 05:56:06.637963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4ae94ecf-d573-4bb3-97e6-18147eea61f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:06.645839 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a9d6d-7f50-4e2e-b25a-d64f213eb464,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:06.648219 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:07.100370 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573951-caf0-44a8-a427-3f2724c6a778 req-884dc8bf-5f34-43b4-bfff-bd373ca11e0c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:07.101849 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9573951-caf0-44a8-a427-3f2724c6a778 req-884dc8bf-5f34-43b4-bfff-bd373ca11e0c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0679660 Jun 17 05:56:07.140731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9573951-caf0-44a8-a427-3f2724c6a778 req-8c3ddc91-d808-40c8-bc44-56c793080a73 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Jun 17 05:56:08.312275 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5348-e3d2-4b02-a19c-3b6a9899df43 req-f72f0a4b-0d3c-4ed4-819a-dcb50df3450e tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:08.313754 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-759b5348-e3d2-4b02-a19c-3b6a9899df43 req-f72f0a4b-0d3c-4ed4-819a-dcb50df3450e tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0624349 Jun 17 05:56:08.352284 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-759b5348-e3d2-4b02-a19c-3b6a9899df43 req-561c57f8-1ecc-4bb7-a39c-495812d17435 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jun 17 05:56:08.787450 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-8e469ef8-fee7-46fe-8673-532951d2d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:08.789696 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-8e469ef8-fee7-46fe-8673-532951d2d9c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0602856 Jun 17 05:56:09.520791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25458f-8ecb-4f42-ad6a-29c4a2603ecb req-52c40993-24ca-49e0-8626-396190dc087c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:09.522240 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6a25458f-8ecb-4f42-ad6a-29c4a2603ecb req-52c40993-24ca-49e0-8626-396190dc087c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0610788 Jun 17 05:56:09.562586 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6a25458f-8ecb-4f42-ad6a-29c4a2603ecb req-2b7d3797-8cea-42be-be06-8b922de657b0 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Jun 17 05:56:10.453133 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-72d80efe-f206-4563-bb66-3fd70184d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:10.454563 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-72d80efe-f206-4563-bb66-3fd70184d7f7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cbec0014663d4be5a28e019801b466c9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1563964 Jun 17 05:56:10.774807 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160cc76-b299-4d3c-b0cf-1130d5cf953e req-e5d8c634-7f09-45b2-9e79-eb3f96f9e0b4 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:10.783254 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5160cc76-b299-4d3c-b0cf-1130d5cf953e req-e5d8c634-7f09-45b2-9e79-eb3f96f9e0b4 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0863774 Jun 17 05:56:10.825948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-8d68df4c-045b-4061-95fb-01ba81afa60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:10.827389 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-31b14dc2-70d6-4db5-84e6-01d3d7343865 req-8d68df4c-045b-4061-95fb-01ba81afa60b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3666458 Jun 17 05:56:10.837016 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-5160cc76-b299-4d3c-b0cf-1130d5cf953e req-fc7809a2-64b0-40f0-871b-20f59bc146e5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Jun 17 05:56:11.167914 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:56:11.203980 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-db399f91-f735-4bab-ab26-f5638c2e147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:11.205534 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-db399f91-f735-4bab-ab26-f5638c2e147d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0516078 Jun 17 05:56:11.260526 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-616df4f2-6c9f-402b-a921-e2df4f4db605 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58 HTTP/1.1" status: 200 len: 217 time: 0.0361886 Jun 17 05:56:11.309580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-8d430bc0-5baf-419f-aea9-4a88eee3ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:11.311021 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-8d430bc0-5baf-419f-aea9-4a88eee3ae41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45de723e-9767-4c0e-80bc-a54b41be48db HTTP/1.1" status: 200 len: 848 time: 0.0437393 Jun 17 05:56:11.345391 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-e170813c-9370-439b-9f96-7a8891f1017e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=679c0beb-6988-45d8-86e4-c27af2d0e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262887 Jun 17 05:56:11.437040 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-d6c2c948-8eaf-4e88-9608-0cb03edd8445 service neutron] 10.222.0.22 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Jun 17 05:56:11.528430 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5d11fe62-5184-4883-b5aa-b5c633cb2dcc req-a3f17ab8-713b-483e-9bed-06749248ff5e service neutron] 10.222.0.22 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Jun 17 05:56:12.010794 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640b5df-c75c-419c-b1d2-514de61f9a75 req-74e5e2ce-db3c-4df9-b9cb-47e1925ba220 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:12.012754 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8640b5df-c75c-419c-b1d2-514de61f9a75 req-74e5e2ce-db3c-4df9-b9cb-47e1925ba220 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0690622 Jun 17 05:56:12.050802 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8640b5df-c75c-419c-b1d2-514de61f9a75 req-5d6a1af7-b3fa-4a3d-a932-0c08a972eb36 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Jun 17 05:56:12.608352 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-72a46973-a8a8-4648-855f-f96b22d8127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.228187 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382783b2-fcc3-4afa-b6e2-bf437cdc23c7 req-fe4d03e2-1ded-49ee-883f-b945e0d6575b tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:13.229584 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-382783b2-fcc3-4afa-b6e2-bf437cdc23c7 req-fe4d03e2-1ded-49ee-883f-b945e0d6575b tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0636709 Jun 17 05:56:13.267368 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-382783b2-fcc3-4afa-b6e2-bf437cdc23c7 req-63238904-449e-4b37-868b-0a75b0dcd434 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Jun 17 05:56:14.437438 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d4eb-b4df-4082-b4e7-0b2d2c7c80c6 req-588dfe6c-761f-4f38-8f09-d84672089259 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:14.439298 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7947d4eb-b4df-4082-b4e7-0b2d2c7c80c6 req-588dfe6c-761f-4f38-8f09-d84672089259 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 943 time: 0.0651872 Jun 17 05:56:14.464152 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54524) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:14.478624 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7947d4eb-b4df-4082-b4e7-0b2d2c7c80c6 req-45169c34-5367-4a2c-8749-6b31285d8dce tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Jun 17 05:56:14.569457 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.665682 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.741770 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.744272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fd1c9230-e482-4c56-885a-c96d2e0acd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:14.780607 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0f0a45ba7ca4393aa6d8b4b38c87565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153019 Jun 17 05:56:14.781512 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b0596-0ccc-49f4-b45f-a6e64fca21f4,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:14.783318 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54528) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:14.787830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.799867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.800203 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.800593 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.800951 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.801304 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.801651 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.801997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.802342 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.802685 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.803025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.803406 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.803745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:14.807683 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:14.845018 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.865805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.021953 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.024604 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.025738 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e4b0596-0ccc-49f4-b45f-a6e64fca21f4 HTTP/1.1" status: 204 len: 168 time: 0.2415380 Jun 17 05:56:15.026511 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-553d357e-4b4f-4692-b8a5-0df8d45f56c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:15.033942 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b0596-0ccc-49f4-b45f-a6e64fca21f4,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:15.036189 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:15.100233 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5f099d35-a1e5-422c-9ec2-a6a94555a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.193076 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.255885 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device e03f4c4d-11db-4fbc-a656-e0eb5068bc58 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:56:15.347178 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:15.359064 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58', 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c', 'port_id': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58', 'mac_address': 'fa:16:3e:40:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45de723e-9767-4c0e-80bc-a54b41be48db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:56:15.408533 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.421102 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03f4c4d-11db-4fbc-a656-e0eb5068bc58 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:15.439915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:15.541695 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.544014 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:15.589382 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:15.598952 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.599161 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.599494 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.599845 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.600191 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.600809 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.601310 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.601914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.602174 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.602498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.602819 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.603134 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:15.607239 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:15.656557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c194b5-bf9d-4ab1-bec2-669e23c41f13 req-16d224a9-6466-4af9-8c6a-45e28f4f0c89 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:15.658009 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-94c194b5-bf9d-4ab1-bec2-669e23c41f13 req-16d224a9-6466-4af9-8c6a-45e28f4f0c89 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0680292 Jun 17 05:56:15.697632 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-94c194b5-bf9d-4ab1-bec2-669e23c41f13 req-9eb832e4-eaf6-4737-be84-5468c7891d97 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Jun 17 05:56:15.769646 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54546) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:15.783274 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.867429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.056428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.060497 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d4fb4854-a086-4353-8668-1e65692636f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:16.083809 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['e03f4c4d-11db-4fbc-a656-e0eb5068bc58'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:56:16.099275 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63bf6320f0274935a29732b76c5d0bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262632 Jun 17 05:56:16.100266 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54552) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:16.107476 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5912f4a-3380-4fc6-9c25-92098829010c,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:16.110733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:16.159935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.166204 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.187512 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.364301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.366955 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.368169 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5912f4a-3380-4fc6-9c25-92098829010c HTTP/1.1" status: 204 len: 168 time: 0.2674730 Jun 17 05:56:16.368952 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-edc70cc4-f4b4-4280-bfff-2590a0471d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:16.377388 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5912f4a-3380-4fc6-9c25-92098829010c,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:16.384733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-281f82be-6389-44b4-8ddd-2a9fbe123100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:16.879898 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9563f-16e0-4dff-8911-9edf844fbab4 req-92f39bd4-917f-4a95-b5fa-7b64e9fa2f9d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:16.881277 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-83e9563f-16e0-4dff-8911-9edf844fbab4 req-92f39bd4-917f-4a95-b5fa-7b64e9fa2f9d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0663409 Jun 17 05:56:16.918933 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-83e9563f-16e0-4dff-8911-9edf844fbab4 req-e8c0d4f5-b483-45e4-9c34-e6e26b204e2b tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Jun 17 05:56:17.463151 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54586) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:17.561601 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667065853-network', 'tenant_id': 'cd33a0076904463892d6df04458ec507'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:17.652669 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Made reservation on behalf of cd33a0076904463892d6df04458ec507 for: {'network': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:17.654963 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.663329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.749781 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.850125 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.853298 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4d890497-ac3d-43a9-8dcc-5e9f80c0e3d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:17.877694 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=99871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:56:17.887239 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37c766-6e46-40ea-84ad-f216a830f717,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:17.891431 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:17.896242 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.896242 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.segments_db [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Added segment 31d7cf95-b623-4ca7-84e4-5dce53feb463 of type vlan for network 512fc54c-5e60-42ec-9949-790ba1c04892 Jun 17 05:56:17.932881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.019836 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.056040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.057443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:18.058030 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.060978 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-589bbcfa-50cb-40f4-89bb-aab43bbd23ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:18.102184 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d360c-41ea-47b4-970a-c738145e1b4c req-71a916af-3923-4882-9702-8ea03a862bb7 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:18.103884 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a27d360c-41ea-47b4-970a-c738145e1b4c req-71a916af-3923-4882-9702-8ea03a862bb7 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0734208 Jun 17 05:56:18.133530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=512fc54c-5e60-42ec-9949-790ba1c04892,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:18.139266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:18.146810 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a27d360c-41ea-47b4-970a-c738145e1b4c req-791345cf-ed62-451b-80b0-b74a3ebbb045 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Jun 17 05:56:18.148634 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 512fc54c-5e60-42ec-9949-790ba1c04892 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:56:18.177975 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7137251 Jun 17 05:56:18.180653 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54600) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:18.185566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Request body: {'subnet': {'network_id': '512fc54c-5e60-42ec-9949-790ba1c04892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667065853-subnet', 'tenant_id': 'cd33a0076904463892d6df04458ec507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:18.290356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Made reservation on behalf of cd33a0076904463892d6df04458ec507 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:18.292755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.529329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.532408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-abe9dfb4-12b0-43c5-872e-cd39637ebdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:18.584148 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f35f90-e832-4e4c-a796-1806e269a3a4,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:18.587808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:18.592042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Checking segment: {'id': '31d7cf95-b623-4ca7-84e4-5dce53feb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '512fc54c-5e60-42ec-9949-790ba1c04892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:18.592395 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Network hostable DHCP agents. Network: 512fc54c-5e60-42ec-9949-790ba1c04892, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:56:18.707316 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Network 512fc54c-5e60-42ec-9949-790ba1c04892 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:56:18.844852 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 512fc54c-5e60-42ec-9949-790ba1c04892) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:18.849044 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:18.849824 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.853838 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5daa44-d85f-455e-9ce5-c962ee98484a None None] Network 512fc54c-5e60-42ec-9949-790ba1c04892 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:18.966473 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7846467 Jun 17 05:56:18.982845 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd3276-6621-46f3-9c1c-583e12d76d74 None None] Network 512fc54c-5e60-42ec-9949-790ba1c04892 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:19.305674 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device e03f4c4d-11db-4fbc-a656-e0eb5068bc58 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:19.338002 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ce464-7796-4b44-9065-50033537c532 req-217c8e7a-ecc1-4819-938c-c13bd6fddbca tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:19.339553 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-418ce464-7796-4b44-9065-50033537c532 req-217c8e7a-ecc1-4819-938c-c13bd6fddbca tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0743520 Jun 17 05:56:19.377723 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-418ce464-7796-4b44-9065-50033537c532 req-12b1795a-c53c-45ad-b125-e34f20738ec4 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jun 17 05:56:19.530333 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:19.534213 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:19.534584 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.613848 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.638945 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:19.643038 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e3092-8b8d-49fb-b8ba-c6b0b3821a8e" -d '{"events": [{"server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:19.655512 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:19.689229 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02947c2e-4576-4bb3-b434-e0a734beb988 x-openstack-request-id: req-02947c2e-4576-4bb3-b434-e0a734beb988 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:19.689229 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:19.689229 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02947c2e-4576-4bb3-b434-e0a734beb988 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:19.689229 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58', 'code': 200} Jun 17 05:56:19.751200 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54632) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:19.753427 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4649-54dc-48d1-a5f8-f7cb900d3db1 req-c3a7ca44-5db5-499c-bd81-d579d6a0e8fd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:19.754928 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36ec4649-54dc-48d1-a5f8-f7cb900d3db1 req-c3a7ca44-5db5-499c-bd81-d579d6a0e8fd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0643346 Jun 17 05:56:19.756569 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266781298-network', 'tenant_id': '9ad8c1ab7f7f4c8db17f0a3060643556'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:19.759477 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.761975 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:19.798323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36ec4649-54dc-48d1-a5f8-f7cb900d3db1 req-69064188-af53-4cc7-9fcf-f87003ae23cc tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Jun 17 05:56:19.811856 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:19.822812 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:19.872141 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Made reservation on behalf of 9ad8c1ab7f7f4c8db17f0a3060643556 for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:19.874741 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.883270 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.969428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.071792 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.076673 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b8df66a9-0bc1-4bdf-9508-5b011e58ebe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:20.095452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:56:20.112338 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4fe43-a0bb-4989-91f8-a8f54eac1e65,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:20.115523 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.115864 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Added segment cdf9f9f5-6b37-4421-bf91-a13f299f52a8 of type vlan for network 608bf054-2f6b-4e34-b3ce-c9e2994ead04 Jun 17 05:56:20.118489 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:20.139513 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835396e1-6448-474d-a941-8ed1b5834be9 req-0c67a529-43f8-45ed-bfcc-884ad359f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:20.141062 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-835396e1-6448-474d-a941-8ed1b5834be9 req-0c67a529-43f8-45ed-bfcc-884ad359f0cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 1098 time: 0.0553148 Jun 17 05:56:20.169966 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.176898 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-835396e1-6448-474d-a941-8ed1b5834be9 req-17a762d0-d3c9-49c1-9d27-d94b411876a8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278680 Jun 17 05:56:20.289831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.291146 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:20.291736 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.294360 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7571a588-44e5-4930-b931-45756bc0f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:20.354241 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Pushing event updated for resources: {'Network': ['ID=608bf054-2f6b-4e34-b3ce-c9e2994ead04,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:20.357572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:20.364793 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 608bf054-2f6b-4e34-b3ce-c9e2994ead04 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:56:20.422708 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6701839 Jun 17 05:56:20.425580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54656) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:20.430782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Request body: {'subnet': {'network_id': '608bf054-2f6b-4e34-b3ce-c9e2994ead04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266781298-subnet', 'tenant_id': '9ad8c1ab7f7f4c8db17f0a3060643556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:20.530021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Made reservation on behalf of 9ad8c1ab7f7f4c8db17f0a3060643556 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:20.533577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.563260 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd43b-69d4-4814-ba8c-b526a326f99f req-b94d01dd-f7e1-4549-9cf1-aeacdf2e04f5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:20.564763 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-86acd43b-69d4-4814-ba8c-b526a326f99f req-b94d01dd-f7e1-4549-9cf1-aeacdf2e04f5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0633779 Jun 17 05:56:20.602972 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-86acd43b-69d4-4814-ba8c-b526a326f99f req-e23abce1-8935-4231-9669-61de66aec147 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Jun 17 05:56:20.782200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.784666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bc45daed-675b-426e-8a3b-4b899fa34a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:20.843809 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88265785-f810-47c4-ba4a-541fff0acd7e,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:20.848646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:20.851589 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Checking segment: {'id': 'cdf9f9f5-6b37-4421-bf91-a13f299f52a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '608bf054-2f6b-4e34-b3ce-c9e2994ead04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:20.851952 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Network hostable DHCP agents. Network: 608bf054-2f6b-4e34-b3ce-c9e2994ead04, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:56:20.949020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Network 608bf054-2f6b-4e34-b3ce-c9e2994ead04 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:56:20.973821 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29e7db-7a1a-43b7-a309-45d94636c2e3 req-62d22095-d49b-428f-8a82-a5a0fe0307dd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:20.975258 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf29e7db-7a1a-43b7-a309-45d94636c2e3 req-62d22095-d49b-428f-8a82-a5a0fe0307dd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0665326 Jun 17 05:56:21.014974 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf29e7db-7a1a-43b7-a309-45d94636c2e3 req-d240071c-69c4-40d3-a7ca-e8d9b48915a6 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jun 17 05:56:21.073065 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 608bf054-2f6b-4e34-b3ce-c9e2994ead04) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:21.077276 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:21.079907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.082482 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68151b3-56ad-499a-acea-d3440389eff2 None None] Network 608bf054-2f6b-4e34-b3ce-c9e2994ead04 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:21.199440 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975965e1-801e-46fc-a5b3-d8f6e4a7f55f None None] Network 608bf054-2f6b-4e34-b3ce-c9e2994ead04 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:21.217402 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-256782b2-13d6-448f-9749-d05ebaa07907 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7907295 Jun 17 05:56:21.787463 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d5e7-7e50-4698-a760-99df512cceae req-ffb04323-12fe-49ef-b5df-d0d71e846a3d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:21.788949 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a8a7d5e7-7e50-4698-a760-99df512cceae req-ffb04323-12fe-49ef-b5df-d0d71e846a3d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0659490 Jun 17 05:56:21.826575 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-a8a7d5e7-7e50-4698-a760-99df512cceae req-e00b174c-6e5f-40c9-b6ce-ce30c179efb5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jun 17 05:56:22.190803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a0d0-75a9-444c-bd4a-3f923719916e req-d2206971-cbbd-435d-8f15-d7b4c32aef4e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:22.192247 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f2d6a0d0-75a9-444c-bd4a-3f923719916e req-d2206971-cbbd-435d-8f15-d7b4c32aef4e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0660038 Jun 17 05:56:22.229901 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f2d6a0d0-75a9-444c-bd4a-3f923719916e req-99abdfc6-b76f-4dae-bb60-23db6ae36e84 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jun 17 05:56:22.737385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54682) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:22.781065 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Deleting subnet a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:56:22.783880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.816779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.853316 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.985920 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.989148 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:23.003948 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7061d-e57e-458e-9935-d010600478d8 req-0e0572c7-d276-415c-b9a8-9a4048a505b9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:23.005458 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-66f7061d-e57e-458e-9935-d010600478d8 req-0e0572c7-d276-415c-b9a8-9a4048a505b9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0630620 Jun 17 05:56:23.017985 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83fcb46-ca50-4238-94e7-0f29c8fb5aa2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:23.020032 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.021897 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a83fcb46-ca50-4238-94e7-0f29c8fb5aa2 HTTP/1.1" status: 204 len: 168 time: 0.2835236 Jun 17 05:56:23.022782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1fa0b079-5689-412c-9013-3200713880d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:23.024511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54688) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:23.048334 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-66f7061d-e57e-458e-9935-d010600478d8 req-df24b42a-02e9-467d-a163-8142f2624932 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Jun 17 05:56:23.092819 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.171245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.180512 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378aaca0-81d9-4e8e-bcb2-993bf08f6275']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:23.190134 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:23.190428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafaf194-a93e-4dd6-9d34-d15995a8fdc4') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:23.199486 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.212803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.219067 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:56:23.219447 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:56:23.221087 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:56:23.380356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.392277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-743dd132-63a0-4f48-b3fe-bae8b4150079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:23.394666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.396441 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] 10.222.0.20 "DELETE /v2.0/networks/378aaca0-81d9-4e8e-bcb2-993bf08f6275 HTTP/1.1" status: 204 len: 168 time: 0.3710227 Jun 17 05:56:23.415178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Pushing event deleted for resources: {'Network': ['ID=378aaca0-81d9-4e8e-bcb2-993bf08f6275,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:23.417949 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f78783ea-bdcd-45a6-9731-c51678b1158e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:23.425275 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd0969-df99-40da-8e33-669a2c24ac86 req-c6c5ab50-9a1a-47e6-b15a-67c5784e216c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:23.426706 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cafd0969-df99-40da-8e33-669a2c24ac86 req-c6c5ab50-9a1a-47e6-b15a-67c5784e216c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0877466 Jun 17 05:56:23.467621 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cafd0969-df99-40da-8e33-669a2c24ac86 req-135fa3da-dba9-4137-b604-75a42056357c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350177 Jun 17 05:56:23.840744 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54702) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:23.881103 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5ee08431-c8e4-42ae-a746-4ad0138ac04c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1f27779e0184066924dcf741864c56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389400 Jun 17 05:56:23.885948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54704) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:23.931247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.951826 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:24.085059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:24.087762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:24.089084 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a77b7148-58a3-4a3f-a695-445488c9cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2046506 Jun 17 05:56:24.090048 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d8002135-f858-41fc-a90f-975a9c77e41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:24.097637 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b7148-58a3-4a3f-a695-445488c9cdf8,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:24.100049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:24.658218 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2ec09-a39a-4983-8120-f408ee934ae0 req-3d085abe-fcfb-4a4c-b170-878453f4217c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:24.659685 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-67c2ec09-a39a-4983-8120-f408ee934ae0 req-3d085abe-fcfb-4a4c-b170-878453f4217c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0735204 Jun 17 05:56:24.704617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-67c2ec09-a39a-4983-8120-f408ee934ae0 req-83f64cbd-e59f-4b8e-95c6-31734a77da00 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Jun 17 05:56:24.922657 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45691-481e-4f01-b593-c9c945d452d5 req-7c954cb6-e4a0-4dd2-9cfa-f83369100809 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:24.924150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5fe45691-481e-4f01-b593-c9c945d452d5 req-7c954cb6-e4a0-4dd2-9cfa-f83369100809 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0635138 Jun 17 05:56:24.961793 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5fe45691-481e-4f01-b593-c9c945d452d5 req-a0dfceac-17aa-43d9-b9e4-8aea112329fe tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jun 17 05:56:25.887415 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff18a0-6b83-41df-940f-c7076cf51873 req-8257091c-c3f4-4959-878f-ebc14df29ac1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:25.888899 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52ff18a0-6b83-41df-940f-c7076cf51873 req-8257091c-c3f4-4959-878f-ebc14df29ac1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0650792 Jun 17 05:56:26.144104 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe14273-0fef-4334-8b07-3aa36ce25058 req-ab16724f-b87c-4ac5-8356-202e1d95c822 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:26.145641 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2fe14273-0fef-4334-8b07-3aa36ce25058 req-ab16724f-b87c-4ac5-8356-202e1d95c822 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0644741 Jun 17 05:56:26.188282 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2fe14273-0fef-4334-8b07-3aa36ce25058 req-31d191cf-219c-45dd-8d70-7e967e68cc29 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Jun 17 05:56:26.194543 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-52ff18a0-6b83-41df-940f-c7076cf51873 req-ac65a9e3-a2c0-4c63-86cd-dc8b0027ab33 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996230 Jun 17 05:56:26.818161 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-f034902d-bfad-4328-b9eb-1112fe33d837 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:26.820030 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-f034902d-bfad-4328-b9eb-1112fe33d837 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0673859 Jun 17 05:56:26.916099 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Deleting port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:26.916437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.007598 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] For port e03f4c4d-11db-4fbc-a656-e0eb5068bc58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:27.007948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.069122 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Calling delete_port for e03f4c4d-11db-4fbc-a656-e0eb5068bc58 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:27.254646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.259861 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:27.284271 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Pushing event deleted for resources: {'Port': ['ID=e03f4c4d-11db-4fbc-a656-e0eb5068bc58,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:27.287428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:27.301510 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['e03f4c4d-11db-4fbc-a656-e0eb5068bc58'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:56:27.344522 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] No DVR routers for this DVR port e03f4c4d-11db-4fbc-a656-e0eb5068bc58 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:27.347402 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.349377 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a01091b1-97bc-4e9a-baa5-0e1decb4ba5f req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "DELETE /v2.0/ports/e03f4c4d-11db-4fbc-a656-e0eb5068bc58 HTTP/1.1" status: 204 len: 173 time: 0.5234399 Jun 17 05:56:27.365721 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'name': 'network-vif-deleted', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:27.367970 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f60941-ed7b-4d5a-ae0e-8da4423bdf58" -d '{"events": [{"server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "name": "network-vif-deleted", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:27.373188 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f1443015-8cd3-4c23-9aeb-86603098efad req-d1b86a9b-b76e-437e-aab1-aa48bb746645 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0606937 Jun 17 05:56:27.416960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266f496-aa77-4cf5-a689-5070fc372e8b x-openstack-request-id: req-5266f496-aa77-4cf5-a689-5070fc372e8b {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:27.417296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d", "name": "network-vif-deleted", "tag": "e03f4c4d-11db-4fbc-a656-e0eb5068bc58", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:27.418220 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5266f496-aa77-4cf5-a689-5070fc372e8b {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:27.418671 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d', 'name': 'network-vif-deleted', 'tag': 'e03f4c4d-11db-4fbc-a656-e0eb5068bc58', 'status': 'completed', 'code': 200} Jun 17 05:56:28.528885 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eeb74075-1037-48c5-bf70-0ad23994a14c req-42c198d3-087e-4a37-9e15-1255ea1eb45d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1fba-b5ef-449a-8a93-57e6e1ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0289111 Jun 17 05:56:29.887658 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-7f304e1d-757d-4a71-b25c-c4c71b55e958 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:29.889127 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-7f304e1d-757d-4a71-b25c-c4c71b55e958 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/networks?id=679c0beb-6988-45d8-86e4-c27af2d0e11c HTTP/1.1" status: 200 len: 808 time: 0.1073596 Jun 17 05:56:29.903830 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-664a0242-554f-4eb8-9fc7-5ea77b3e2c04 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/quotas/cbec0014663d4be5a28e019801b466c9 HTTP/1.1" status: 200 len: 375 time: 0.0092688 Jun 17 05:56:29.934787 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-196e24fb-120a-41c8-ad19-a045c14b348c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263147 Jun 17 05:56:30.024255 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-b53666b2-d401-4c42-8afc-892e4979625a service neutron] 10.222.0.20 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830321 Jun 17 05:56:30.110530 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-f831bb45-0f96-4837-8c05-cf53491c5c47 service neutron] 10.222.0.20 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797234 Jun 17 05:56:30.412721 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-864d16e0-9b04-484f-8078-7f6d7196d511 req-82c80a36-b4f0-4e1c-a9a7-3e16a6bed408 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0302479 Jun 17 05:56:31.358246 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device e03f4c4d-11db-4fbc-a656-e0eb5068bc58 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:31.381619 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: e03f4c4d-11db-4fbc-a656-e0eb5068bc58 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:31.381973 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device e03f4c4d-11db-4fbc-a656-e0eb5068bc58 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:31.496870 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-97fc97a4-31ee-48d8-bab5-ac9603afd15a req-e7ba7806-7328-4f9e-b789-6ca4741050f8 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0322654 Jun 17 05:56:32.633945 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-817b076e-ec19-4557-a992-9884bdf564b3 req-373885fd-d885-4aef-8f77-8233df25b3d7 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0277748 Jun 17 05:56:33.145621 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-3608efd7-6427-44dc-bee3-76326561397b tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:33.146974 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-3608efd7-6427-44dc-bee3-76326561397b tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "GET /v2.0/networks?id=679c0beb-6988-45d8-86e4-c27af2d0e11c HTTP/1.1" status: 200 len: 808 time: 0.0974205 Jun 17 05:56:33.169987 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Request body: {'port': {'device_id': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c', 'admin_state_up': True, 'tenant_id': 'cbec0014663d4be5a28e019801b466c9'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:33.419487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Made reservation on behalf of cbec0014663d4be5a28e019801b466c9 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:33.423152 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:33.554699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Allocated IP 172.20.0.7 (679c0beb-6988-45d8-86e4-c27af2d0e11c/45de723e-9767-4c0e-80bc-a54b41be48db/7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:56:33.697938 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:33.775368 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1f22178e-f3a0-4170-87f3-ff1750fb5351 req-fbce3bd4-a448-4065-b96f-e9a2bbf1d591 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0307443 Jun 17 05:56:33.843073 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:33.847874 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1e2d38cb-1f8e-4ac9-b8cd-1c6f8ebfffcd tempest-ServerRescueNegativeTestJSON-1583152383 tempest-ServerRescueNegativeTestJSON-1583152383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:34.113269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Network 679c0beb-6988-45d8-86e4-c27af2d0e11c is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:34.118307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:34.123403 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:56:34.126989 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Pushing event updated for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:34.146187 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:34.170631 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:34.171223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.279524 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139889 Jun 17 05:56:34.297559 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Request body: {'port': {'device_id': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:34.368622 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.619471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:34.627386 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.639244 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Transition to ACTIVE for port object 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:34.728333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.732002 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:34.810362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:34.813292 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:34.877360 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Attempting to bind port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:56:34.877614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Attempting to bind port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:56:34.877970 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Attempting to bind port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:34.882276 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:56:34.887170 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Attempting to bind port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 on network 679c0beb-6988-45d8-86e4-c27af2d0e11c {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:34.889280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:56:34.889726 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Checking segment: {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:34.890117 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Bound using segment: {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:56:34.890544 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Bound port: 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ca8536-819e-4b89-8682-f3202166b464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:56:34.890891 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.997237 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:56:35.008436 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3aaf-9128-4f69-9ec3-0156dcc86c54 req-641fca85-b559-43cb-b9b8-7123fe3a1b09 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.009925 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-595e3aaf-9128-4f69-9ec3-0156dcc86c54 req-641fca85-b559-43cb-b9b8-7123fe3a1b09 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 943 time: 0.1227179 Jun 17 05:56:35.019614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:56:35.050689 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-595e3aaf-9128-4f69-9ec3-0156dcc86c54 req-564076a9-4821-453f-aa84-5141b2c4304d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Jun 17 05:56:35.102057 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:35.105114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2e71278e-8750-4a02-bba8-d6a35f488e14 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:35.134489 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.135007 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:35.137215 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] 10.222.0.22 "PUT /v2.0/ports/7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 HTTP/1.1" status: 200 len: 1093 time: 0.8437378 Jun 17 05:56:35.139605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:35.142025 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c" -d '{"events": [{"name": "network-changed", "server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:35.168645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:35.171925 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:35.183770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b76796-f3db-4200-87c8-b937710e51c7 x-openstack-request-id: req-d8b76796-f3db-4200-87c8-b937710e51c7 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:35.187670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:35.187670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8b76796-f3db-4200-87c8-b937710e51c7 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:35.187670 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3', 'status': 'completed', 'code': 200} Jun 17 05:56:35.326546 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-2ced2d69-92eb-4394-8ecb-9c54777e993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.328004 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-2ced2d69-92eb-4394-8ecb-9c54777e993c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 1096 time: 0.0576968 Jun 17 05:56:35.430374 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-ddc87b36-7774-4c7e-b452-c055bbf4c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.431885 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-ddc87b36-7774-4c7e-b452-c055bbf4c071 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cbec0014663d4be5a28e019801b466c9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0891757 Jun 17 05:56:35.526613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-d98ee55d-c8c7-4e5e-a710-964c49711a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.528041 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e6cc6b1a-39e2-4463-b14b-4fa40965af6c req-d98ee55d-c8c7-4e5e-a710-964c49711a32 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887790 Jun 17 05:56:35.646708 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-380fdb3d-792f-4b4c-8377-70c7a1692031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.648124 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-380fdb3d-792f-4b4c-8377-70c7a1692031 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbec0014663d4be5a28e019801b466c9&device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 1096 time: 0.0515900 Jun 17 05:56:35.695218 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-83c56837-fee1-4709-8145-89e93a406a4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 HTTP/1.1" status: 200 len: 217 time: 0.0322375 Jun 17 05:56:35.746915 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-034cfb51-d4c6-40b7-9397-faaf5518f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.748589 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-034cfb51-d4c6-40b7-9397-faaf5518f205 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45de723e-9767-4c0e-80bc-a54b41be48db HTTP/1.1" status: 200 len: 848 time: 0.0456820 Jun 17 05:56:35.780701 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-b92974e7-aee3-4f71-b86c-3a075715d883 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=679c0beb-6988-45d8-86e4-c27af2d0e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251148 Jun 17 05:56:35.869090 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-017e143d-6124-4cd9-b13b-bbb13c316616 service neutron] 10.222.0.22 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815103 Jun 17 05:56:35.961883 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9cdcaba4-db8e-4feb-86b8-ebbb0af71c6f req-413a4bec-f22d-4729-8e2b-bda4063caf9d service neutron] 10.222.0.22 "GET /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Jun 17 05:56:36.224114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a758-c2b0-40a5-9835-4ad3861f5a05 req-acc2f481-3d06-432a-8814-83d8d559f64e tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:36.225504 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6b61a758-c2b0-40a5-9835-4ad3861f5a05 req-acc2f481-3d06-432a-8814-83d8d559f64e tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 943 time: 0.0662506 Jun 17 05:56:36.262761 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6b61a758-c2b0-40a5-9835-4ad3861f5a05 req-4f2a267c-5048-4abc-83cc-d0f601b090d1 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Jun 17 05:56:37.437109 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd220d8-51e0-402e-9902-b115960d2b15 req-5b654ace-f0bc-4de6-81f9-54fb0d35c4c5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:37.438841 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dcd220d8-51e0-402e-9902-b115960d2b15 req-5b654ace-f0bc-4de6-81f9-54fb0d35c4c5 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 943 time: 0.0660856 Jun 17 05:56:37.474329 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dcd220d8-51e0-402e-9902-b115960d2b15 req-3c8a733a-50f3-4072-b7dd-4873a3137a61 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301042 Jun 17 05:56:38.641962 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6858d6-cd86-446e-aacf-0b749db47591 req-ef8e34ad-2c47-4e57-b3be-193c8b35d832 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:38.643276 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd6858d6-cd86-446e-aacf-0b749db47591 req-ef8e34ad-2c47-4e57-b3be-193c8b35d832 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 943 time: 0.0615518 Jun 17 05:56:38.679249 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fd6858d6-cd86-446e-aacf-0b749db47591 req-8b374935-2077-495f-9d86-5b4d74e3e96d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304599 Jun 17 05:56:39.399670 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:56:39.489515 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:39.501142 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3', 'network_id': '679c0beb-6988-45d8-86e4-c27af2d0e11c', 'port_id': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3', 'mac_address': 'fa:16:3e:38:f1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45de723e-9767-4c0e-80bc-a54b41be48db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:56:39.540308 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:39.553154 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:39.575973 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:39.670933 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:39.672789 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:39.716445 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:39.719655 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:39.851221 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eadddc-64cb-44bb-93ab-9c84bfb54c57 req-959ff6e8-e2f0-4680-ab94-423a23e7b0f6 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:39.852678 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14eadddc-64cb-44bb-93ab-9c84bfb54c57 req-959ff6e8-e2f0-4680-ab94-423a23e7b0f6 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 944 time: 0.0621271 Jun 17 05:56:39.889091 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14eadddc-64cb-44bb-93ab-9c84bfb54c57 req-5a3f11cc-2834-42ae-a34c-4336b7bdc758 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303183 Jun 17 05:56:40.129304 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:56:41.062730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42232c68-2ab2-4877-9b07-6e42d5daf36e req-d23c2cc5-fbca-49aa-870d-b6d1c530207d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:41.064109 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42232c68-2ab2-4877-9b07-6e42d5daf36e req-d23c2cc5-fbca-49aa-870d-b6d1c530207d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 944 time: 0.0671914 Jun 17 05:56:41.101227 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42232c68-2ab2-4877-9b07-6e42d5daf36e req-2fce3319-3e4b-4add-a983-16c4cdaef0e9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Jun 17 05:56:41.397927 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:41.501984 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:41.505894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:41.510260 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.584195 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.607841 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:41.610344 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa557502-dc85-49a1-bca2-5e36b466fc59" -d '{"events": [{"server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:41.623262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:41.650014 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8571e7a0-4181-4bca-a826-e3e6091a09ba x-openstack-request-id: req-8571e7a0-4181-4bca-a826-e3e6091a09ba {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:41.650328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:41.650593 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8571e7a0-4181-4bca-a826-e3e6091a09ba {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:41.650999 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3', 'code': 200} Jun 17 05:56:41.713185 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.716960 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:41.763388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:41.766363 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:42.066740 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdd087-6c10-4bd5-a351-9efd0851d325 req-9155e07a-3e63-4f44-8358-1eae0f360efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:42.068294 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1bbdd087-6c10-4bd5-a351-9efd0851d325 req-9155e07a-3e63-4f44-8358-1eae0f360efa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 1098 time: 0.0520544 Jun 17 05:56:42.106686 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1bbdd087-6c10-4bd5-a351-9efd0851d325 req-300acb3f-3c33-4918-bef1-4239440c523d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Jun 17 05:56:42.283411 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1a565-5ebd-405f-a488-e2f617de4b89 req-69a75f4e-c937-4861-9076-2b6fa101a1f0 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:42.284863 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1aa1a565-5ebd-405f-a488-e2f617de4b89 req-69a75f4e-c937-4861-9076-2b6fa101a1f0 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.0688703 Jun 17 05:56:42.322313 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1aa1a565-5ebd-405f-a488-e2f617de4b89 req-88a00d49-8360-4616-a69c-a696603867d0 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Jun 17 05:56:42.607993 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-00dedffa-10c1-49c9-91a6-479658b224bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.490936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afda0b-bea0-4d6b-8f78-cd55d1bf2cf0 req-badaa319-6200-4697-9b8a-9dfe23c20986 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:43.492353 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8afda0b-bea0-4d6b-8f78-cd55d1bf2cf0 req-badaa319-6200-4697-9b8a-9dfe23c20986 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.0612586 Jun 17 05:56:43.529577 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8afda0b-bea0-4d6b-8f78-cd55d1bf2cf0 req-cf2bf9d6-b70d-4129-a0fa-597905bc61d1 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Jun 17 05:56:43.625369 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54910) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:43.668781 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Deleting subnet 78f35f90-e832-4e4c-a796-1806e269a3a4 {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:56:43.671801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.704257 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.742946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.894253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.897527 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:43.921504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f35f90-e832-4e4c-a796-1806e269a3a4,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:43.933344 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:43.933344 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/78f35f90-e832-4e4c-a796-1806e269a3a4 HTTP/1.1" status: 204 len: 168 time: 0.3001049 Jun 17 05:56:43.933344 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-81bc0d74-989f-4550-9b16-c19e57703507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:43.933696 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54912) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:44.002142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.078225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.087472 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512fc54c-5e60-42ec-9949-790ba1c04892']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.097790 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d7cf95-b623-4ca7-84e4-5dce53feb463') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.098084 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d7cf95-b623-4ca7-84e4-5dce53feb463') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.108048 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.121435 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.127768 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:56:44.128166 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:56:44.129780 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:56:44.255713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.259468 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:44.261851 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.263739 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] 10.222.0.20 "DELETE /v2.0/networks/512fc54c-5e60-42ec-9949-790ba1c04892 HTTP/1.1" status: 204 len: 168 time: 0.3335409 Jun 17 05:56:44.266629 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54914) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:44.274752 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Pushing event deleted for resources: {'Network': ['ID=512fc54c-5e60-42ec-9949-790ba1c04892,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:44.281786 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.282172 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.282542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.282904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.283263 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.283621 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.283977 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.284333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.284707 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.285061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.285410 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.285759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:44.288865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4284085b-aace-4672-bee7-4669c5080608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:44.310272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Deleting subnet 88265785-f810-47c4-ba4a-541fff0acd7e {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:56:44.313348 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.345124 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.386151 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.525233 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.527606 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-da2f2bda-fa19-4ab3-8d68-5d7ed3039561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:44.549841 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88265785-f810-47c4-ba4a-541fff0acd7e,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:44.553090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:44.556796 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.558649 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-69757512-e49e-4442-9ddf-ad7f0dff6e58 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88265785-f810-47c4-ba4a-541fff0acd7e HTTP/1.1" status: 204 len: 168 time: 0.2910445 Jun 17 05:56:44.561175 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54918) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:44.628748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.704682 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f030a0-b4db-444b-b1cb-102db5efdafb req-e8ed2714-6207-4b11-a1b7-89464bacd9eb tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:44.708231 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.711602 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f030a0-b4db-444b-b1cb-102db5efdafb req-e8ed2714-6207-4b11-a1b7-89464bacd9eb tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.0693369 Jun 17 05:56:44.718559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608bf054-2f6b-4e34-b3ce-c9e2994ead04']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.729080 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf9f9f5-6b37-4421-bf91-a13f299f52a8') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.729374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf9f9f5-6b37-4421-bf91-a13f299f52a8') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:44.738950 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.744769 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1f030a0-b4db-444b-b1cb-102db5efdafb req-0b990d3c-af8d-4be8-95fa-bbec8557d5f9 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Jun 17 05:56:44.752730 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.758725 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:56:44.759105 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:56:44.760786 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:56:44.774716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.871025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.875109 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:44.877460 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.881747 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/608bf054-2f6b-4e34-b3ce-c9e2994ead04 HTTP/1.1" status: 204 len: 168 time: 0.3171399 Jun 17 05:56:44.890901 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=608bf054-2f6b-4e34-b3ce-c9e2994ead04,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:44.893345 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b4f77e42-35f1-4c61-91f9-f6dc337809b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:45.084726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-5725064d-db3d-4018-8e7c-c730d3acbe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.212093 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.304885 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54934) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:45.347278 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-27c04ccf-0e56-47a5-beeb-5d7d60876030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd33a0076904463892d6df04458ec507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411813 Jun 17 05:56:45.353204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 54938) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:45.447561 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.475523 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.563091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d06b9f-8d68-4b38-85bb-e071adb0ae5d req-85439bd0-cf88-4cde-85e6-059bb6d739e4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:45.564543 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36d06b9f-8d68-4b38-85bb-e071adb0ae5d req-85439bd0-cf88-4cde-85e6-059bb6d739e4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.1521125 Jun 17 05:56:45.596084 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-e7ff9c66-d654-4624-af2e-517bd4549599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:45.597598 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-e7ff9c66-d654-4624-af2e-517bd4549599 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1137 time: 0.1151083 Jun 17 05:56:45.626053 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-36d06b9f-8d68-4b38-85bb-e071adb0ae5d req-c04516d4-e7bc-4c3c-9b2b-eea1992755d6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551772 Jun 17 05:56:45.663972 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.671202 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:45.671202 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab37c766-6e46-40ea-84ad-f216a830f717 HTTP/1.1" status: 204 len: 168 time: 0.3134780 Jun 17 05:56:45.671478 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-21de5739-29bd-4b2f-a566-6b1815ddf1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:45.685663 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37c766-6e46-40ea-84ad-f216a830f717,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:45.689007 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:45.720164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-f488d6de-0c8d-43fd-b580-254aded2c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:45.722570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-f488d6de-0c8d-43fd-b580-254aded2c11a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1138513 Jun 17 05:56:45.795257 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-b42fb32d-2aa8-4b75-b151-292d2c74d322 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 1000 time: 0.0656393 Jun 17 05:56:45.843630 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-549f2cc5-8627-4a6a-9141-7d01d6422eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:45.845227 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-549f2cc5-8627-4a6a-9141-7d01d6422eb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0436718 Jun 17 05:56:45.903914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-104759af-fa32-4e14-ac57-6b47f379f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:45.905438 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-104759af-fa32-4e14-ac57-6b47f379f4be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537210 Jun 17 05:56:45.997944 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-972a5f67-a0d1-437f-8991-9ed23cf396d8 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Jun 17 05:56:46.116693 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a310d7d4-d612-427e-98f2-c2a53a05247f req-e038b72f-d5d1-4172-b7c3-befccb70fb79 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Jun 17 05:56:46.141557 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:46.261108 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-94ee94ba-db3d-4fbe-ae50-898ba6b29219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.263075 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-94ee94ba-db3d-4fbe-ae50-898ba6b29219 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1137 time: 0.0546660 Jun 17 05:56:46.435837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-1fccec10-0362-470e-ae9c-daea4e24c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.437364 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-1fccec10-0362-470e-ae9c-daea4e24c662 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1273344 Jun 17 05:56:46.447854 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54950) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:46.451325 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ab7f-cdd4-4b86-953a-5cebfc3f0cdb req-d40a3b3b-98f9-403b-8008-a305195c748d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.452942 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d469ab7f-cdd4-4b86-953a-5cebfc3f0cdb req-d40a3b3b-98f9-403b-8008-a305195c748d tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.1334276 Jun 17 05:56:46.488280 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7cac01df-9200-4120-b1f0-d631d8ba859b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ad8c1ab7f7f4c8db17f0a3060643556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389779 Jun 17 05:56:46.490910 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 54952) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:46.538613 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d469ab7f-cdd4-4b86-953a-5cebfc3f0cdb req-609914e4-7f69-4289-af35-028d694e9fe3 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 Jun 17 05:56:46.540410 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-9c1d9ac8-3dc5-462f-8df3-eaa463100da6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 1000 time: 0.0865536 Jun 17 05:56:46.540566 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:46.564325 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:46.594482 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-dde9b99f-6d0e-4f8b-8f7b-c6cf862a2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.596074 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-dde9b99f-6d0e-4f8b-8f7b-c6cf862a2e1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0467849 Jun 17 05:56:46.652536 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-fa86b6df-e195-423c-91c0-63049a109f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.654688 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-fa86b6df-e195-423c-91c0-63049a109f63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513220 Jun 17 05:56:46.730728 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:46.733694 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:46.739273 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d4fe43-a0bb-4989-91f8-a8f54eac1e65 HTTP/1.1" status: 204 len: 168 time: 0.2430258 Jun 17 05:56:46.739273 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-debb89b7-5ec8-4090-b2b4-1e7e4f8e1c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:46.743762 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4fe43-a0bb-4989-91f8-a8f54eac1e65,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:46.746091 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2a1db3f2-97fe-487f-b064-b07628a5f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:46.780552 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-2f11dd48-fd9f-4f93-ab7b-b0fab04bc897 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177168 Jun 17 05:56:46.864260 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14e99-05bc-4d56-9153-6376d467912a req-6e3bc6a7-187f-4fc9-8f8c-42d7047f0766 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:46.865826 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90f14e99-05bc-4d56-9153-6376d467912a req-6e3bc6a7-187f-4fc9-8f8c-42d7047f0766 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.1281369 Jun 17 05:56:46.921547 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-02e6cdd5-5aba-4365-88dd-d3abe5203551 req-32abe4ea-fd59-4553-a102-14b836d3ea37 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323733 Jun 17 05:56:46.925585 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90f14e99-05bc-4d56-9153-6376d467912a req-2f65a410-6628-4c89-b44b-c8b0e0547070 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541279 Jun 17 05:56:47.721017 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c163f0-8cec-4363-b851-e206fac41eb8 req-fce814b3-d2f4-4aed-876f-9f23550afd30 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:47.722746 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f8c163f0-8cec-4363-b851-e206fac41eb8 req-fce814b3-d2f4-4aed-876f-9f23550afd30 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.0630023 Jun 17 05:56:47.762082 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f8c163f0-8cec-4363-b851-e206fac41eb8 req-dee4ffe3-8745-4ad1-bae1-6d172ee8ea07 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jun 17 05:56:48.010086 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:48.168035 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:56:48.374732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704df4b-9a0a-4c98-9613-3ac0463b67dd req-e5ff0539-3c65-4fa9-9423-755f777f8e49 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:48.376228 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f704df4b-9a0a-4c98-9613-3ac0463b67dd req-e5ff0539-3c65-4fa9-9423-755f777f8e49 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.3400633 Jun 17 05:56:48.396708 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-50268ce9-3e25-4181-ac0e-552a50d7b301 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:48.398133 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-50268ce9-3e25-4181-ac0e-552a50d7b301 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 945 time: 0.1070333 Jun 17 05:56:48.462357 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f704df4b-9a0a-4c98-9613-3ac0463b67dd req-8bdedf93-d9fd-44e4-83ff-8591f77ba1c6 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796025 Jun 17 05:56:48.534915 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Deleting port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:48.535259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:48.626158 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] For port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,segment=NetworkSegment(e5ca8536-819e-4b89-8682-f3202166b464),segment_id=e5ca8536-819e-4b89-8682-f3202166b464)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:48.626519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:48.697936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Calling delete_port for 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:48.926949 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:48.949835 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-804ebff3-e244-41c7-a76e-67be96a22253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:48.958795 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-15753cfe-269a-44fa-8f9f-06aa242f5fec req-8c3686d2-ed21-4951-bc2d-0404f4102be6 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0432856 Jun 17 05:56:48.970537 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:56:49.015724 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Pushing event deleted for resources: {'Port': ['ID=7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:49.020245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:49.043650 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] No DVR routers for this DVR port 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:49.046143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.048082 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e268da75-33b6-4fe9-b9f9-99ecd7eace71 req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.22 "DELETE /v2.0/ports/7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 HTTP/1.1" status: 204 len: 173 time: 0.6421769 Jun 17 05:56:49.048613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'name': 'network-vif-deleted', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:49.050926 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06642c0b-d204-44ea-9dd8-f156f9a07232" -d '{"events": [{"server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "name": "network-vif-deleted", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:49.093352 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0559cabb-e20b-4888-93bb-5017fe66eb10 x-openstack-request-id: req-0559cabb-e20b-4888-93bb-5017fe66eb10 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:49.093678 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec58dc-2f0d-4997-b6b4-00b4d598fca6", "name": "network-vif-deleted", "tag": "7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:49.093966 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0559cabb-e20b-4888-93bb-5017fe66eb10 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:49.094570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec58dc-2f0d-4997-b6b4-00b4d598fca6', 'name': 'network-vif-deleted', 'tag': '7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3', 'status': 'completed', 'code': 200} Jun 17 05:56:49.663995 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6465f-cf73-44b7-bbed-9500d50aebba req-4e5e69ab-d091-4fd5-ba6a-49f8794aaae0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:49.665478 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30a6465f-cf73-44b7-bbed-9500d50aebba req-4e5e69ab-d091-4fd5-ba6a-49f8794aaae0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0803137 Jun 17 05:56:49.704586 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30a6465f-cf73-44b7-bbed-9500d50aebba req-c6d47b30-d6f4-4f90-a5eb-1bc7210cbcfa tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328536 Jun 17 05:56:50.125352 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-494d36ce-baf1-41a4-9e40-10a9816cb60d req-cdf5a6ca-9935-49e7-857e-6ff8dfa28a32 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] 10.222.0.20 "GET /v2.0/ports?device_id=81ec58dc-2f0d-4997-b6b4-00b4d598fca6 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Jun 17 05:56:50.878129 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56571cf6-f1e1-4139-a897-83361d67892d req-9cc74e19-7e38-4b0b-873f-4ddee0f961ca tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:50.879626 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-56571cf6-f1e1-4139-a897-83361d67892d req-9cc74e19-7e38-4b0b-873f-4ddee0f961ca tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0646312 Jun 17 05:56:50.922182 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-56571cf6-f1e1-4139-a897-83361d67892d req-b5b0741d-a77f-40b5-9e94-073494d62929 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365491 Jun 17 05:56:51.426028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:51.445736 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:51.446083 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 7dd8b4b4-f6f4-455e-9ff0-a3c70c8edbe3 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:52.099027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41e4ed-bc6e-4cd5-a6a2-4b27367406f4 req-9487c31b-75fd-492f-9091-87d02833dd15 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:52.100570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb41e4ed-bc6e-4cd5-a6a2-4b27367406f4 req-9487c31b-75fd-492f-9091-87d02833dd15 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0671771 Jun 17 05:56:52.139634 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb41e4ed-bc6e-4cd5-a6a2-4b27367406f4 req-38fc982f-db63-4615-8e6b-bdc6a6aa499b tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334015 Jun 17 05:56:53.315608 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92b4d-1e01-43d8-b9a1-838e953fcb30 req-92c82fe6-3f64-44dd-bd19-81c4c6183bd3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:53.317084 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-88b92b4d-1e01-43d8-b9a1-838e953fcb30 req-92c82fe6-3f64-44dd-bd19-81c4c6183bd3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0652153 Jun 17 05:56:53.355189 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-88b92b4d-1e01-43d8-b9a1-838e953fcb30 req-5b10cca7-cd42-40cf-9cbe-f8764ef6cae8 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324588 Jun 17 05:56:54.524235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0f017-a018-4727-9eb6-ea86a60db15a req-a064782a-cbd2-4fc9-b1df-4926c6903de9 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:54.525741 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77c0f017-a018-4727-9eb6-ea86a60db15a req-a064782a-cbd2-4fc9-b1df-4926c6903de9 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0616343 Jun 17 05:56:54.565225 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77c0f017-a018-4727-9eb6-ea86a60db15a req-5a4e3b72-b9f0-491a-bf8f-d818bd02ca14 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332603 Jun 17 05:56:55.738593 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e2d92-a8cd-443b-9f40-1116abf0e747 req-a83cb094-615b-43d3-830c-7c15bb660f3b tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:55.739987 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-636e2d92-a8cd-443b-9f40-1116abf0e747 req-a83cb094-615b-43d3-830c-7c15bb660f3b tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0650558 Jun 17 05:56:55.779998 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-636e2d92-a8cd-443b-9f40-1116abf0e747 req-71522232-a89d-4ed8-b3e0-17ecdab8c93e tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343485 Jun 17 05:56:56.947384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c69e4b-e8a1-45fb-a0cd-55b234e0fc8f req-61cd3c6c-0e94-4f56-8c5a-85b169164ecf tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:56.948850 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c2c69e4b-e8a1-45fb-a0cd-55b234e0fc8f req-61cd3c6c-0e94-4f56-8c5a-85b169164ecf tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0619802 Jun 17 05:56:56.987651 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c2c69e4b-e8a1-45fb-a0cd-55b234e0fc8f req-2047d442-b4e0-4435-bc89-e471f40560d8 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332093 Jun 17 05:56:58.317729 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df812c34-09cf-4f22-a5ce-d1249e464186 req-64783a2d-02f8-4b6f-b4c2-9351194a514a tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:58.319147 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-df812c34-09cf-4f22-a5ce-d1249e464186 req-64783a2d-02f8-4b6f-b4c2-9351194a514a tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0649195 Jun 17 05:56:58.357906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-df812c34-09cf-4f22-a5ce-d1249e464186 req-49a9c4b2-1003-4268-a280-6f504dcf6164 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326986 Jun 17 05:56:59.536196 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560e805-21e0-416f-9025-c959eaaa1f94 req-d64b26fb-e0d9-42aa-ae91-d8ef7e2e1efa tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:59.538786 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7560e805-21e0-416f-9025-c959eaaa1f94 req-d64b26fb-e0d9-42aa-ae91-d8ef7e2e1efa tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0685122 Jun 17 05:56:59.579861 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7560e805-21e0-416f-9025-c959eaaa1f94 req-ef57fed5-a37b-4fc6-add6-57306a048fbe tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352762 Jun 17 05:57:00.764805 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6c6d3-f532-4f97-bea0-fca37a817347 req-34711282-3b5a-4a5e-9454-2b8f7c7411e1 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:00.766371 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0f6c6d3-f532-4f97-bea0-fca37a817347 req-34711282-3b5a-4a5e-9454-2b8f7c7411e1 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0662661 Jun 17 05:57:00.807472 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0f6c6d3-f532-4f97-bea0-fca37a817347 req-f666a6f4-9b96-409f-826a-0d0cb9052b86 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352554 Jun 17 05:57:01.992763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4b9c-6b12-47f2-8f7c-e0c5b686d393 req-7a2e1048-1c85-45f2-85f1-9ebfd6189c58 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:02.000383 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b4e4b9c-6b12-47f2-8f7c-e0c5b686d393 req-7a2e1048-1c85-45f2-85f1-9ebfd6189c58 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0780427 Jun 17 05:57:02.037556 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b4e4b9c-6b12-47f2-8f7c-e0c5b686d393 req-67896679-cebb-452e-9bae-4a933c7d46c9 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362806 Jun 17 05:57:03.238052 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcedaf-fee2-45a6-a26f-801ef589d49d req-2e1cc560-3139-40f3-86e0-d2e6e3a06d64 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:03.239637 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bfcedaf-fee2-45a6-a26f-801ef589d49d req-2e1cc560-3139-40f3-86e0-d2e6e3a06d64 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0670187 Jun 17 05:57:03.285016 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bfcedaf-fee2-45a6-a26f-801ef589d49d req-96460540-9db7-4329-8bae-124a5d371e60 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394773 Jun 17 05:57:04.491239 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c0e3d-bdb9-46ad-8f52-588a7685db18 req-ca067551-409c-4e31-9567-de312c5efefe tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:04.493774 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-481c0e3d-bdb9-46ad-8f52-588a7685db18 req-ca067551-409c-4e31-9567-de312c5efefe tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0755348 Jun 17 05:57:04.536883 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-481c0e3d-bdb9-46ad-8f52-588a7685db18 req-aa869796-edad-40fd-a73d-a09ffc569b18 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf94d44e-10ff-4d18-9cc9-47f704d14d0e&id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374069 Jun 17 05:57:12.801741 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-35622533-6b1a-4cdf-8554-a092cd8d43d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:14.398318 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8736-10a2-48b4-8062-6df40a67aa6e req-52a2445b-e939-4ca0-b071-cf642e85300a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:14.399947 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-79db8736-10a2-48b4-8062-6df40a67aa6e req-52a2445b-e939-4ca0-b071-cf642e85300a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0740151 Jun 17 05:57:14.446455 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-79db8736-10a2-48b4-8062-6df40a67aa6e req-ad31508b-5f2a-408e-980a-956b5eb9bda0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378468 Jun 17 05:57:14.814186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:15.070525 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-51c2802c-040d-4369-8543-3454509deaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:15.224835 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:15.636084 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51799ab-5792-40a8-b246-40b3932ec975 req-979ae00c-5d05-48ed-b885-9f77d6c2e324 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:15.637579 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c51799ab-5792-40a8-b246-40b3932ec975 req-979ae00c-5d05-48ed-b885-9f77d6c2e324 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0664620 Jun 17 05:57:15.677391 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c51799ab-5792-40a8-b246-40b3932ec975 req-d34f35e9-c088-492f-bfa6-f55baa1b8f5a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328290 Jun 17 05:57:16.153099 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.882690 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb696b82-de6c-4903-bb68-c63212f34a04 req-78dc4abc-1aa8-49b8-90e1-d9d19801206b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:16.884835 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cb696b82-de6c-4903-bb68-c63212f34a04 req-78dc4abc-1aa8-49b8-90e1-d9d19801206b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0717585 Jun 17 05:57:16.927781 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cb696b82-de6c-4903-bb68-c63212f34a04 req-be0eb9da-5e7e-4dc3-8518-274d6e381479 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346973 Jun 17 05:57:17.134036 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-9e67a526-1939-470c-8cfa-8e337fa7ac9e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:17.135916 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-9e67a526-1939-470c-8cfa-8e337fa7ac9e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 946 time: 0.0818789 Jun 17 05:57:17.243418 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Deleting port 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:57:17.243796 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.364793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] For port 76f4ad57-2b94-41a5-9784-1f815538a30c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=76f4ad57-2b94-41a5-9784-1f815538a30c,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:17.365294 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.577479 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.578027 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.578370 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Floating IP b907b8c7-7419-47cc-8ab4-9d200540da96 disassociated. External IP: 172.27.3.102, port: 76f4ad57-2b94-41a5-9784-1f815538a30c. Jun 17 05:57:17.578856 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Calling delete_port for 76f4ad57-2b94-41a5-9784-1f815538a30c owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:57:17.798504 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.809954 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4ef5a926-9724-45b8-ae37-e3296ebffa58 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:17.842437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'Port': ['ID=76f4ad57-2b94-41a5-9784-1f815538a30c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:17.848547 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:17.969019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:57:18.043839 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:18.116059 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7b5b908e-840b-475d-b3e4-8a006955e543 req-8fa5bc8e-523c-4b2f-b3f7-a33811d1fc3f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0301220 Jun 17 05:57:18.117318 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:57:18.137316 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:57:18.153630 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:57:18.154305 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:57:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:18.178217 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] No DVR routers for this DVR port 76f4ad57-2b94-41a5-9784-1f815538a30c on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:57:18.180992 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:18.183337 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6d20bbac-ec69-4118-8a96-bbbe40610e51 req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "DELETE /v2.0/ports/76f4ad57-2b94-41a5-9784-1f815538a30c HTTP/1.1" status: 204 len: 173 time: 1.0401566 Jun 17 05:57:18.184063 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-deleted', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:18.187866 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2e7fa-f42c-496e-8c02-376f1fa52199" -d '{"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-deleted", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:18.247422 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f8338f-276a-48b9-956e-14a76f9a5ac0 x-openstack-request-id: req-79f8338f-276a-48b9-956e-14a76f9a5ac0 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:18.248204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d62f11-4418-425e-ba20-accb74f016ee", "name": "network-vif-deleted", "tag": "76f4ad57-2b94-41a5-9784-1f815538a30c", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:18.248591 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f8338f-276a-48b9-956e-14a76f9a5ac0 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:18.249827 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d62f11-4418-425e-ba20-accb74f016ee', 'name': 'network-vif-deleted', 'tag': '76f4ad57-2b94-41a5-9784-1f815538a30c', 'status': 'completed', 'code': 200} Jun 17 05:57:18.346217 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:57:18.629823 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:18.675437 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:57:18.685145 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:57:18.686331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:57:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:18.788246 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:57:18.991500 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:19.018937 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438560e-d1be-4675-b921-b1fd579551fc None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:57:19.386637 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3d40c74-9c30-445b-b4b8-c5268d8a12f4 req-f30dd0a1-e6c0-4996-9acb-5451e9c1d186 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d62f11-4418-425e-ba20-accb74f016ee HTTP/1.1" status: 200 len: 210 time: 0.0654960 Jun 17 05:57:19.404361 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267fc41-4ee1-4cb8-a233-afef2f03c50b None None] New status for floating IP b907b8c7-7419-47cc-8ab4-9d200540da96: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:57:19.584097 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:57:19.624521 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 76f4ad57-2b94-41a5-9784-1f815538a30c {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:57:19.627183 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 76f4ad57-2b94-41a5-9784-1f815538a30c not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:57:20.579875 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55354) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:20.645465 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.671127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.820831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.823964 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.828040 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b HTTP/1.1" status: 204 len: 168 time: 0.2439220 Jun 17 05:57:20.828040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b1b6483a-664e-4e1e-b6f7-29c24d7ead2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:20.828455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55368) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:20.838166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:20.841881 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.api.v2.resource [None req-82c9777b-076d-4cb3-9112-03ffe12fdcfd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] show failed (client error): The resource could not be found. Jun 17 05:57:20.843922 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-82c9777b-076d-4cb3-9112-03ffe12fdcfd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups/b3301cb9-c4b6-4d5f-af13-3eb9ad4de97b HTTP/1.1" status: 404 len: 347 time: 0.0139298 Jun 17 05:57:20.846477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55370) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:20.852786 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.853166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.853577 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.853949 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.854313 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.854674 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.855641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.856201 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.856584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.856957 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.857303 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.857656 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:20.861590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:20.976361 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Deleting port d3044a9f-98c0-4a99-af0a-d21a96f8b1b3 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:57:20.976734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.051752 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.052086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.120273 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Calling delete_port for d3044a9f-98c0-4a99-af0a-d21a96f8b1b3 owned by network:floatingip {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:57:21.340701 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.344106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8b6236bd-0319-40d7-9c56-610a44e5c6a2 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:21.366759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'Port': ['ID=d3044a9f-98c0-4a99-af0a-d21a96f8b1b3,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:21.369899 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:21.427000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.429624 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:21.434668 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "DELETE /v2.0/floatingips/b907b8c7-7419-47cc-8ab4-9d200540da96 HTTP/1.1" status: 204 len: 168 time: 0.5832160 Jun 17 05:57:21.860648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55382) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:21.865366 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831548374', 'description': 'tempest-description--1811337601'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:21.941062 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.030766 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.118521 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.124330 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fdb2a330-a34a-4535-abaf-9db9460beed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:22.150418 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96865423-d221-4c51-b8f2-a1ba14bdd5c9,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:22.153195 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:22.210510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.211766 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3500664 Jun 17 05:57:22.214569 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55406) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:22.222019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group_rule': {'security_group_id': '96865423-d221-4c51-b8f2-a1ba14bdd5c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:22.298175 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.363459 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.491495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.491664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:22.507858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb64a28f-1a57-49b7-97f3-82c413013b45,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:22.510264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:22.610222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.611435 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8723d314-cc55-461e-b3f6-0a6c744f9a42 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959446 Jun 17 05:57:22.614093 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55420) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:22.618522 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'security_group_rule': {'security_group_id': '96865423-d221-4c51-b8f2-a1ba14bdd5c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:22.726479 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55428) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:22.744444 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.793779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.832271 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.918373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.919731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.921677 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:22.937510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8455ce8-c51c-43fb-9765-5314b4747015,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:22.939584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:23.005088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.007595 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6e1a2ed-7c1a-40bb-afc6-0e13ac8f01aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:23.044957 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f37db092310b42398770a84c14482ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174679 Jun 17 05:57:23.046338 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b668a-176c-4754-b330-7a316a8f7799,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:23.048871 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55440) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:23.049348 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:23.099121 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.112296 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.113528 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a6f0d352-dd85-4334-a23b-61bdca859e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985340 Jun 17 05:57:23.116501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55446) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:23.120331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.120904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:23.203984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.247461 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.250678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.252761 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d58b668a-176c-4754-b330-7a316a8f7799 HTTP/1.1" status: 204 len: 168 time: 0.2011926 Jun 17 05:57:23.253775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f2a229fa-efdf-487e-951f-99e944a2dbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:23.261235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b668a-176c-4754-b330-7a316a8f7799,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:23.265253 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:23.303049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.407042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Allocated IP 172.27.3.191 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/75c6eaef-6b25-40b0-aa3e-809c610586df) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:23.508343 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.696820 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:23.699802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d1753d68-f5c0-4996-b0fc-9fe5cadf891a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:23.736611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:23.740973 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:23.746712 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:24.001440 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=75c6eaef-6b25-40b0-aa3e-809c610586df,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:24.004247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:24.057343 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.164215 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.313809 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.432694 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.434928 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1684a2f6-b2b0-4a93-a27f-568be947961d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:24.515105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=75c6eaef-6b25-40b0-aa3e-809c610586df,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:24.518061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:24.529244 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.638183 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.639353 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5219243 Jun 17 05:57:24.824752 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-87b77727-0035-4f4f-9765-6d4160d7fe35 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1831548374&fields=id&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 267 time: 0.0341005 Jun 17 05:57:24.946572 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-bf4a72dd-dc10-441b-9554-414af738260a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:24.947009 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55492) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:24.948120 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-bf4a72dd-dc10-441b-9554-414af738260a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 815 time: 0.1095533 Jun 17 05:57:24.963081 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-399daaba-20c8-4bd9-ad84-024eafa8c81b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/quotas/31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 375 time: 0.0095632 Jun 17 05:57:24.991070 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Deleting subnet 45de723e-9767-4c0e-80bc-a54b41be48db {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:57:24.994155 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.031927 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.042277 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-2010af62-791f-4d37-8ccf-d68c21d41495 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732481 Jun 17 05:57:25.070666 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.143960 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-f19ec8af-8f51-4613-8943-6c57f5274d9e service neutron] 10.222.0.20 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898187 Jun 17 05:57:25.167289 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:57:25.234153 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.237641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3a7f0ece-071e-4f16-ae41-b7d9c809d625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:25.239513 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-19dab589-b980-4911-baf5-f4c21b40b517 service neutron] 10.222.0.20 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937607 Jun 17 05:57:25.260339 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45de723e-9767-4c0e-80bc-a54b41be48db,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:25.271881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:25.271881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.271881 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-35ac6072-62c9-44e5-bfcf-77d391966c8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45de723e-9767-4c0e-80bc-a54b41be48db HTTP/1.1" status: 204 len: 168 time: 0.3202326 Jun 17 05:57:25.271881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55498) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:25.340033 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.415526 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.425860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679c0beb-6988-45d8-86e4-c27af2d0e11c']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:25.438116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ca8536-819e-4b89-8682-f3202166b464') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:25.438466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ca8536-819e-4b89-8682-f3202166b464') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:25.448863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.473623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.480509 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:57:25.480961 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:57:25.482803 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:57:25.502402 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-71edc2e6-b937-43ea-92ce-589ecccc9d00 req-6f196e8d-a702-4f54-9c03-fe3441aeae25 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 210 time: 0.0328784 Jun 17 05:57:25.632157 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.635862 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-24921a0f-095f-493d-9509-d16177d51a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:25.638293 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.640904 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] 10.222.0.20 "DELETE /v2.0/networks/679c0beb-6988-45d8-86e4-c27af2d0e11c HTTP/1.1" status: 204 len: 168 time: 0.3690777 Jun 17 05:57:25.651624 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=679c0beb-6988-45d8-86e4-c27af2d0e11c,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:25.654135 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:26.124750 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55512) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:26.162920 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2c3d401b-a6db-48a3-a6c5-e05b4fe4a0ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbec0014663d4be5a28e019801b466c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369062 Jun 17 05:57:26.165271 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55514) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:26.213955 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.236266 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.386781 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.391444 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.391444 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcb12bac-f0a0-4ea1-8d80-ca968897a2e2 HTTP/1.1" status: 204 len: 168 time: 0.2249157 Jun 17 05:57:26.391886 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cd48adef-6f70-4dd3-847c-5e8f80d76ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:26.400329 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb12bac-f0a0-4ea1-8d80-ca968897a2e2,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:26.402763 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:26.643050 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a3e6a529-78a0-45c1-83f5-52048f125705 req-bb472f84-c52b-4710-a179-d8e434ceee28 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 210 time: 0.0294223 Jun 17 05:57:27.610124 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7dcfc-c55a-4ad1-98fd-6655b2570b1e req-6f79e389-014c-4a86-be80-9fed96893f64 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:27.611585 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6ea7dcfc-c55a-4ad1-98fd-6655b2570b1e req-6f79e389-014c-4a86-be80-9fed96893f64 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0733142 Jun 17 05:57:27.650048 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6ea7dcfc-c55a-4ad1-98fd-6655b2570b1e req-1f73cbda-1120-4744-afae-dcd9816d3fb4 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325804 Jun 17 05:57:27.816227 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-15ccc5ef-67ca-43cc-b447-a96a81990bd6 req-f35663ac-bc07-4b44-bfdf-79ec547f8f3e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 210 time: 0.0487092 Jun 17 05:57:27.832673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ad07a15f-75bd-4830-a4a1-c94bfd565035 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:27.837013 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ad07a15f-75bd-4830-a4a1-c94bfd565035 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 815 time: 0.1455197 Jun 17 05:57:27.896132 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-33e6200e-3f41-49b9-af14-c14a121f2a19 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 380 time: 0.0440280 Jun 17 05:57:27.905793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'port': {'device_id': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'admin_state_up': True, 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'security_groups': ['96865423-d221-4c51-b8f2-a1ba14bdd5c9']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:28.214222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Made reservation on behalf of 31dd2dfa2e0f486592ca253ded72f9f6 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:28.217853 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.352751 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Allocated IP 172.20.0.5 (e010d35e-12ff-4ed0-9469-9aba3b96ba31/8cb8a225-ca48-474b-86f0-3a6f348d4bf5/0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:28.540231 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.555802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddebbd-5289-45aa-b80a-c96253bd66fe req-d48d1eda-bab7-411a-995d-3cf46b1496af tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.557314 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7ddebbd-5289-45aa-b80a-c96253bd66fe req-d48d1eda-bab7-411a-995d-3cf46b1496af tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1185203 Jun 17 05:57:28.564245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Transition to ACTIVE for port object 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:28.618219 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7ddebbd-5289-45aa-b80a-c96253bd66fe req-ed2c54ce-5ad7-4130-a933-37eb1045ab9e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521424 Jun 17 05:57:28.681046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-ebee7c34-3446-4ceb-a51b-7840210f113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.682497 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-ebee7c34-3446-4ceb-a51b-7840210f113a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.0571928 Jun 17 05:57:28.733858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.744777 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-81b10393-2ec6-4aac-ac37-cd2870ce8fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:28.773816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-2f9c7049-0619-4a18-b46f-de7d5fc87dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.775419 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-2f9c7049-0619-4a18-b46f-de7d5fc87dc8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.0857520 Jun 17 05:57:28.785911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:28.791400 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:28.795895 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:28.798832 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:28.818506 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:28.848705 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-66ed9a88-26bb-4b82-ad7a-ea8ea7562d94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 1001 time: 0.0662045 Jun 17 05:57:28.871131 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.874201 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.910615 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-76819524-9931-45de-8b47-5220d0c1d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.912249 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-76819524-9931-45de-8b47-5220d0c1d863 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0568905 Jun 17 05:57:28.959285 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571947 Jun 17 05:57:28.977337 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Request body: {'port': {'device_id': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:29.011569 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-26cc58fe-bbd8-4fdb-9c60-09d4897f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:29.013205 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-26cc58fe-bbd8-4fdb-9c60-09d4897f9671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916569 Jun 17 05:57:29.105703 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.112776 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-dff1022d-3734-4b75-8717-6e78a2131a1c service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921097 Jun 17 05:57:29.121140 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedcc54-e3dc-443f-b58d-760e4fb7c58f req-74e479e3-0775-4e18-a166-f637fade1b30 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:29.122580 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-caedcc54-e3dc-443f-b58d-760e4fb7c58f req-74e479e3-0775-4e18-a166-f637fade1b30 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 931 time: 0.1142206 Jun 17 05:57:29.190957 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-05199ba0-b8e7-4ead-84fe-e4f2c657a161 None None] Provisioning for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:29.195912 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-05199ba0-b8e7-4ead-84fe-e4f2c657a161 None None] Provisioning complete for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:29.196527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-05199ba0-b8e7-4ead-84fe-e4f2c657a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.200076 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-caedcc54-e3dc-443f-b58d-760e4fb7c58f req-2afeee15-d766-4add-98c0-c25f3446ff9f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709279 Jun 17 05:57:29.209556 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-da6c288d-ea2e-4eb9-a0a0-2f0394041032 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895331 Jun 17 05:57:29.235146 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-05199ba0-b8e7-4ead-84fe-e4f2c657a161 None None] Port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:57:29.398520 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55598) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:29.409987 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:29.417545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.429588 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Transition to ACTIVE for port object 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:29.499169 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.535145 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.538106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:29.589349 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.617503 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:29.636440 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:29.676410 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.680861 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-fe7352f9-4fac-4e50-be70-cb913cbf2007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:29.692451 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Attempting to bind port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:57:29.697405 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Attempting to bind port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:57:29.697405 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Attempting to bind port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:29.698840 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:57:29.699174 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Attempting to bind port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a on network e010d35e-12ff-4ed0-9469-9aba3b96ba31 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:29.706427 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:57:29.706766 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Checking segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:29.707203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Bound using segment: {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:57:29.707641 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Bound port: 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c35752-2a73-42a0-b8a8-af98687cfbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:57:29.707993 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.735167 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53e538-3d0a-485b-9f70-a5d154dd1f58,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:29.739639 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4df56db67db24808b5edc80d7aa596eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400919 Jun 17 05:57:29.740698 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:29.746651 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55604) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:29.849590 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:57:29.855767 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:57:29.870633 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.897758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389780d-12bf-4b38-86f2-694c88b48787 req-5f0ab527-b5ef-4546-947d-c9c810ab3297 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:29.899238 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b389780d-12bf-4b38-86f2-694c88b48787 req-5f0ab527-b5ef-4546-947d-c9c810ab3297 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1436810 Jun 17 05:57:29.909999 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.928891 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.934746 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c86354f7-ebe3-4469-b68b-a107722ba203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:29.995559 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:29.996161 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:29.997652 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 1093 time: 1.0247149 Jun 17 05:57:30.000274 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:30.002637 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:30.010209 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b389780d-12bf-4b38-86f2-694c88b48787 req-1dc421a2-89c9-4a5d-84f3-f8fd0eacc99f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027799 Jun 17 05:57:30.028673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:30.032419 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:30.090079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111a18a-560f-4dc3-8ef5-22579b26fd95 x-openstack-request-id: req-7111a18a-560f-4dc3-8ef5-22579b26fd95 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:30.090419 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:30.090716 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7111a18a-560f-4dc3-8ef5-22579b26fd95 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:30.091153 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'status': 'completed', 'code': 200} Jun 17 05:57:30.179867 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:30.182564 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:30.183663 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d53e538-3d0a-485b-9f70-a5d154dd1f58 HTTP/1.1" status: 204 len: 168 time: 0.4359324 Jun 17 05:57:30.185106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ccc918bd-0f43-4f14-882d-740033d2a041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:30.194834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d53e538-3d0a-485b-9f70-a5d154dd1f58,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:30.197595 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:30.217838 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-1020d239-dd7f-4b5c-8f78-d8f23779c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.219477 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-1020d239-dd7f-4b5c-8f78-d8f23779c899 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1096 time: 0.0733700 Jun 17 05:57:30.340629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-929915c8-8395-4bf9-8cf6-e899554a076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.341740 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-929915c8-8395-4bf9-8cf6-e899554a076b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1075382 Jun 17 05:57:30.476880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770313b3-67aa-4e17-baf7-5a286edabdd0 req-f84de7da-6963-4a2a-8ee0-a10cb374eb7d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.478340 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-770313b3-67aa-4e17-baf7-5a286edabdd0 req-f84de7da-6963-4a2a-8ee0-a10cb374eb7d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.1494904 Jun 17 05:57:30.483866 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-d8d7a41f-d673-4961-8ce3-a284108ef21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.485237 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2e509de-469e-467f-aea9-4d0e0b9cb7c8 req-d8d7a41f-d673-4961-8ce3-a284108ef21e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1250346 Jun 17 05:57:30.519024 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-770313b3-67aa-4e17-baf7-5a286edabdd0 req-4cb03825-e169-4a75-b7e5-2ee242d1d26e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Jun 17 05:57:30.612740 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-f6fee76b-4d08-4af6-aba7-c4ceeba21595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.614540 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-f6fee76b-4d08-4af6-aba7-c4ceeba21595 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1096 time: 0.0587680 Jun 17 05:57:30.662311 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-f0f04952-f30b-4b61-9ae1-575f3c352ca5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 217 time: 0.0338473 Jun 17 05:57:30.709560 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ac3c3578-9735-45be-8ab1-38a384453548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.710927 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-ac3c3578-9735-45be-8ab1-38a384453548 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0427964 Jun 17 05:57:30.765808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-cab7ec27-3d76-4568-a919-27ae521a9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.767336 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-cab7ec27-3d76-4568-a919-27ae521a9dbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504661 Jun 17 05:57:30.872019 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-448c14d4-9870-4988-bd33-3852243228cf service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860777 Jun 17 05:57:30.946795 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d08d883-dad1-4f8d-99ce-19ee36b19689 req-d4ed60fa-2729-4eef-81f4-e0b9a3ffc5f1 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795047 Jun 17 05:57:31.215440 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886f05-bc82-4879-916e-20eab40ef3a1 req-fddaea76-b67d-4f8d-aec3-44712ef9e6b7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:31.217582 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7f886f05-bc82-4879-916e-20eab40ef3a1 req-fddaea76-b67d-4f8d-aec3-44712ef9e6b7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0668843 Jun 17 05:57:31.257439 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7f886f05-bc82-4879-916e-20eab40ef3a1 req-14b636d4-0a64-48e5-b862-f7da78662207 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Jun 17 05:57:31.704119 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd738e39-eeb1-4f15-aaa3-c8086ddef3ca req-4674ecf9-3d2a-4709-bcfc-f678701a403f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:31.705578 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd738e39-eeb1-4f15-aaa3-c8086ddef3ca req-4674ecf9-3d2a-4709-bcfc-f678701a403f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0687706 Jun 17 05:57:31.742158 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd738e39-eeb1-4f15-aaa3-c8086ddef3ca req-0736b1d9-2167-4394-bbef-2792565f917a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Jun 17 05:57:31.917552 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55652) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:32.018362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.109941 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.214682 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.218709 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:32.255548 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b04967b615de4c1d9fd8da81b0a4cc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368955 Jun 17 05:57:32.257532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd445f09-696a-49a1-bb57-d0f1bb99161f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:32.258118 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55656) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:32.260548 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:32.309102 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.329550 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.455343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.457974 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:32.459099 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd445f09-696a-49a1-bb57-d0f1bb99161f HTTP/1.1" status: 204 len: 168 time: 0.2000179 Jun 17 05:57:32.459841 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-380e37af-3b91-4490-9efa-3e892d2e6151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:32.468210 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd445f09-696a-49a1-bb57-d0f1bb99161f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:32.470491 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:32.917923 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39906cc-2196-4bec-9011-734e40fec8c4 req-e13bcb43-798a-4c1d-8616-74d5e3b4640d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:32.919384 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b39906cc-2196-4bec-9011-734e40fec8c4 req-e13bcb43-798a-4c1d-8616-74d5e3b4640d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0627942 Jun 17 05:57:32.956543 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b39906cc-2196-4bec-9011-734e40fec8c4 req-84b00333-f8a1-45b8-91a8-a828c458c3ad tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Jun 17 05:57:34.131301 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf293-dce1-4aa5-9af6-9f310f44d5ea req-76112cef-d649-4a46-a021-9dee43a61b9b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:34.132780 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-45baf293-dce1-4aa5-9af6-9f310f44d5ea req-76112cef-d649-4a46-a021-9dee43a61b9b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0646133 Jun 17 05:57:34.169400 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-45baf293-dce1-4aa5-9af6-9f310f44d5ea req-87e5103e-e63b-447a-8239-b0dc35480815 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jun 17 05:57:35.347490 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a295e-a346-4d45-ad64-c72262e1a5b1 req-c06ba8d2-3a59-4fdc-a0ba-dfb25ba596dd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:35.348967 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-685a295e-a346-4d45-ad64-c72262e1a5b1 req-c06ba8d2-3a59-4fdc-a0ba-dfb25ba596dd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0662389 Jun 17 05:57:35.386126 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-685a295e-a346-4d45-ad64-c72262e1a5b1 req-21a2e348-b77a-4991-b66a-5b035b6bca2c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Jun 17 05:57:36.563234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8f3a8-57be-4c88-9f0c-aa7689d2e04b req-e8f53811-3793-4436-91f5-a5b358934971 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:36.564694 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-87e8f3a8-57be-4c88-9f0c-aa7689d2e04b req-e8f53811-3793-4436-91f5-a5b358934971 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0621905 Jun 17 05:57:36.600771 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-87e8f3a8-57be-4c88-9f0c-aa7689d2e04b req-c5006136-cbd5-406a-8336-bec9b9c1de67 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305834 Jun 17 05:57:36.704017 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-e2a9a722-de97-4576-9d12-c2e9ee696611 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283158 Jun 17 05:57:37.103726 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-4a5bdd37-6204-4917-b1a0-8df9626e0a37 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:37.105086 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-4a5bdd37-6204-4917-b1a0-8df9626e0a37 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3960664 Jun 17 05:57:37.119021 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-9b77513e-4a6e-45b1-8294-76cc5dcb4c7c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/quotas/a3bf4d28828d4a1eaf2b0c625dfd21e6 HTTP/1.1" status: 200 len: 375 time: 0.0085175 Jun 17 05:57:37.151093 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42cbbd55-0a6b-406e-bdb3-452eeaa9964a tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266535 Jun 17 05:57:37.387930 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8b71ce45-9eb9-4a1b-9621-9ee723179898 req-79092805-7526-4727-be0f-867d82d7834e tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Jun 17 05:57:37.775874 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fb6c3-65bc-4f3a-b6aa-7d6d2cf561d0 req-dcbc2c16-2e2b-40ec-94c3-ef3e85255408 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:37.777344 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-790fb6c3-65bc-4f3a-b6aa-7d6d2cf561d0 req-dcbc2c16-2e2b-40ec-94c3-ef3e85255408 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0652096 Jun 17 05:57:37.814859 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-790fb6c3-65bc-4f3a-b6aa-7d6d2cf561d0 req-daa9a362-cd7a-4941-8ef0-de3008527e45 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312257 Jun 17 05:57:38.522770 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9840133d-b688-4492-9e6f-dde24edbefac req-60a27eb0-7aef-4403-b677-b257562032f5 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Jun 17 05:57:38.990145 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cad10-436e-4bc5-a3f8-fd69c0959049 req-da003f38-1794-4bfe-9bfc-b359e4906b52 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:38.991601 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e9cad10-436e-4bc5-a3f8-fd69c0959049 req-da003f38-1794-4bfe-9bfc-b359e4906b52 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0632708 Jun 17 05:57:39.028860 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e9cad10-436e-4bc5-a3f8-fd69c0959049 req-8e051e61-ebd1-4255-94c6-9c5bd21896ee tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Jun 17 05:57:39.659729 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b9878302-2527-4eb0-9bf5-afecb6d8ead9 req-b795e53b-1c31-4098-b6f6-7b34db49bbeb tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0306604 Jun 17 05:57:40.204458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49adec-46d4-41bd-883a-2199a032ae3e req-dffb3b81-69d3-4730-9740-469328552c46 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:40.205882 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aa49adec-46d4-41bd-883a-2199a032ae3e req-dffb3b81-69d3-4730-9740-469328552c46 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0616593 Jun 17 05:57:40.241630 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aa49adec-46d4-41bd-883a-2199a032ae3e req-459b9c14-80bd-4ed7-8d08-f679a57b19c6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303710 Jun 17 05:57:40.795387 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7afc7527-0700-4eba-b38f-e37c12711dbe req-8f6fbf44-4944-423b-8ee6-d95b04ceacfd tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Jun 17 05:57:41.431778 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b7e8-91f0-4eee-b1bf-e552c24d46a6 req-a015cb65-ec0e-4ba1-b93a-cf11ea6d8f78 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:41.433620 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b977b7e8-91f0-4eee-b1bf-e552c24d46a6 req-a015cb65-ec0e-4ba1-b93a-cf11ea6d8f78 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0746422 Jun 17 05:57:41.476392 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b977b7e8-91f0-4eee-b1bf-e552c24d46a6 req-fa577dfb-0a88-419b-92b7-c2f8768f6996 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364904 Jun 17 05:57:41.938128 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ec8c187e-6d8a-4173-9a2c-1a0c94f0adb8 req-d2863303-b7d9-4ef9-a814-bb515c6b01e9 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0332201 Jun 17 05:57:41.992418 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-2073d4ac-a9f7-4bfd-acf2-bcc951488e0b tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232296 Jun 17 05:57:42.118935 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-9fa00b77-a6e1-4cef-92da-ae532a7aea72 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:42.120366 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-9fa00b77-a6e1-4cef-92da-ae532a7aea72 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213903 Jun 17 05:57:42.140709 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Request body: {'port': {'device_id': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22', 'admin_state_up': True, 'tenant_id': 'a3bf4d28828d4a1eaf2b0c625dfd21e6'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:42.363691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Made reservation on behalf of a3bf4d28828d4a1eaf2b0c625dfd21e6 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:42.367385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.378864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.485885 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.552689 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.557407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fc80f61d-9760-47b0-a675-cce2feaf829a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:42.658820 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e9505d2b-18cb-4c14-8100-52caa5e09aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.667172 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0167291d-16b2-4806-94ba-bc1671303c8a,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:42.676176 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:42.755794 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Allocated IP 192.168.233.7 (2ddffacf-ee74-4eb7-83b8-1ec2bb710a22/42751ff2-468c-42b3-bec0-064f2b69142f/5af7e915-f82c-4eee-b460-5b6f2b023ddf) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:42.769581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448eb3b-23bd-4daa-a507-f0d268e43ec3 req-b8d61e50-b82e-4038-822f-f538431b4025 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:42.771054 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3448eb3b-23bd-4daa-a507-f0d268e43ec3 req-b8d61e50-b82e-4038-822f-f538431b4025 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.1509273 Jun 17 05:57:42.841342 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3448eb3b-23bd-4daa-a507-f0d268e43ec3 req-c0aea97e-a373-4062-9bd0-da50a0cd05e6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636170 Jun 17 05:57:42.946470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.960602 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Transition to ACTIVE for port object 5af7e915-f82c-4eee-b460-5b6f2b023ddf will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:43.073679 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cace005d-e9f8-45c7-ad25-015afc12409f req-83bcfd25-1797-4d52-9844-4a5a94b82f6a tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Jun 17 05:57:43.250652 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:43.254442 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:43.295523 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:43.299308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:43.302354 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:43.342207 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Pushing event updated for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:43.345266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:43.366655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:43.367259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:43.459375 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3231528 Jun 17 05:57:43.561279 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-8652985d-7b5b-448f-a5c8-57df274c1ea9 None None] Provisioning for port 5af7e915-f82c-4eee-b460-5b6f2b023ddf completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:43.565675 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-8652985d-7b5b-448f-a5c8-57df274c1ea9 None None] Provisioning complete for port 5af7e915-f82c-4eee-b460-5b6f2b023ddf triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:43.566057 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8652985d-7b5b-448f-a5c8-57df274c1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:43.598462 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-8652985d-7b5b-448f-a5c8-57df274c1ea9 None None] Port 5af7e915-f82c-4eee-b460-5b6f2b023ddf cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:57:44.020357 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b89b-2f68-449d-a8cf-c689826e5e5b req-7418d27d-0f29-4cd0-90e5-e06345e67c88 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:44.021899 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a9c9b89b-2f68-449d-a8cf-c689826e5e5b req-7418d27d-0f29-4cd0-90e5-e06345e67c88 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0641873 Jun 17 05:57:44.059629 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a9c9b89b-2f68-449d-a8cf-c689826e5e5b req-97a911e6-500d-4432-93fc-3cb09e90abc8 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Jun 17 05:57:44.246850 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2d3e5-4e2a-4d9e-9b02-250c0839bd73 req-27385575-e601-4b51-8557-40d7fa8df08b tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:44.248572 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f8b2d3e5-4e2a-4d9e-9b02-250c0839bd73 req-27385575-e601-4b51-8557-40d7fa8df08b tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 934 time: 0.0663135 Jun 17 05:57:44.299427 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f8b2d3e5-4e2a-4d9e-9b02-250c0839bd73 req-5f516b65-93d0-46bc-931b-ad6af36973de tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Jun 17 05:57:45.098563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4693b008-2478-4f80-b827-e6e9f9a719de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:45.203870 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:45.236198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec6dcc-cc2a-46c6-a551-2d1f148cd32c req-56570858-c230-4b27-a1fa-c6209cde27e5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:45.237726 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6cec6dcc-cc2a-46c6-a551-2d1f148cd32c req-56570858-c230-4b27-a1fa-c6209cde27e5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0640521 Jun 17 05:57:45.275339 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6cec6dcc-cc2a-46c6-a551-2d1f148cd32c req-ad21596b-fb1c-40c4-b9c0-caed41a57472 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Jun 17 05:57:45.481419 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7ae25-bfec-4c36-a0cc-5e5e267676dc req-eb9f2114-fe02-4d02-898f-251d6e8aef0e tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:45.482884 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-63e7ae25-bfec-4c36-a0cc-5e5e267676dc req-eb9f2114-fe02-4d02-898f-251d6e8aef0e tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 934 time: 0.0657353 Jun 17 05:57:45.522195 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-63e7ae25-bfec-4c36-a0cc-5e5e267676dc req-c6bd8705-9c49-4a8a-8d01-438c865199d7 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Jun 17 05:57:46.426622 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:46.458866 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bca8e-4f96-445b-991f-58dbded2686e req-cd11446c-8d4e-46f7-a8ff-2ce74b09f0d7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:46.460354 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a7bca8e-4f96-445b-991f-58dbded2686e req-cd11446c-8d4e-46f7-a8ff-2ce74b09f0d7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0681920 Jun 17 05:57:46.496682 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a7bca8e-4f96-445b-991f-58dbded2686e req-41caadef-f2d1-4f65-9a03-72626fa6f027 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Jun 17 05:57:46.700418 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccb120-3fb2-4720-a61b-bfc578f89817 req-b5ec4008-7fd0-4005-a7a1-9b252b949379 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:46.701890 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-caccb120-3fb2-4720-a61b-bfc578f89817 req-b5ec4008-7fd0-4005-a7a1-9b252b949379 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 934 time: 0.0722730 Jun 17 05:57:46.746564 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-caccb120-3fb2-4720-a61b-bfc578f89817 req-8bb17043-7c71-4746-8c80-854010ce514b tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 Jun 17 05:57:46.940806 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Request body: {'port': {'device_id': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:46.949822 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:57:47.039813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.068693 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:47.078740 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.081465 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:57:47.117521 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.129980 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:47.149500 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:47.221230 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.224059 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52427f97-92d6-4b54-8cc2-5218ca15a16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:47.273546 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:47.280330 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.281410 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.281749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.282086 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.282414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.282743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.283093 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.283423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.283740 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.284061 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.284375 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.284716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.288609 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:47.321647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af7e915-f82c-4eee-b460-5b6f2b023ddf {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:47.329317 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.341008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Transition to ACTIVE for port object 5af7e915-f82c-4eee-b460-5b6f2b023ddf will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:47.406430 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.408287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:47.484782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:47.512090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.512524 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.512859 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.513226 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.513587 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.513950 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.514308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.514662 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.515648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.516003 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.516425 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.517189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:47.521081 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:47.575498 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Attempting to bind port 5af7e915-f82c-4eee-b460-5b6f2b023ddf on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:57:47.575764 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Attempting to bind port 5af7e915-f82c-4eee-b460-5b6f2b023ddf by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:57:47.576043 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Attempting to bind port 5af7e915-f82c-4eee-b460-5b6f2b023ddf on network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:47.581264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Port 5af7e915-f82c-4eee-b460-5b6f2b023ddf on network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:57:47.581569 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Attempting to bind port 5af7e915-f82c-4eee-b460-5b6f2b023ddf on network 2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:47.590666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:57:47.590998 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Checking segment: {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:47.591380 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Bound using segment: {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:57:47.591810 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Bound port: 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9460fe-6a37-4ac6-b8f6-6b851870e98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:57:47.592162 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.711815 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:57:47.715419 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:57:47.734764 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184f06a-3078-4587-bc7b-82e75266239a req-83fcea27-cfa0-4812-9ceb-4eabaf0cbccc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:47.736246 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d184f06a-3078-4587-bc7b-82e75266239a req-83fcea27-cfa0-4812-9ceb-4eabaf0cbccc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.1052086 Jun 17 05:57:47.778019 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d184f06a-3078-4587-bc7b-82e75266239a req-6d11b512-2c54-422a-a3fc-96c97a054c98 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Jun 17 05:57:47.810679 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.814153 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:47.850718 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:47.851333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.852727 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] 10.222.0.22 "PUT /v2.0/ports/5af7e915-f82c-4eee-b460-5b6f2b023ddf HTTP/1.1" status: 200 len: 1096 time: 0.9162817 Jun 17 05:57:47.853246 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:47.855575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39948e7f-9ba2-41bd-828a-565fde8f92e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:47.897638 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:47.916034 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:47.959839 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6b80f-d997-400c-8510-c2e90f6b7e97 req-bbff9a48-396d-429b-a3b8-7af073d8e5d1 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:47.961402 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c2e6b80f-d997-400c-8510-c2e90f6b7e97 req-bbff9a48-396d-429b-a3b8-7af073d8e5d1 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 946 time: 0.0772142 Jun 17 05:57:47.973287 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:47.995839 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:48.018089 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c2e6b80f-d997-400c-8510-c2e90f6b7e97 req-1346d5de-eeb8-4382-a49b-b247f8779cad tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Jun 17 05:57:48.071856 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f4f58-d5b7-4108-a42f-383a4a079fac x-openstack-request-id: req-820f4f58-d5b7-4108-a42f-383a4a079fac {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:48.072198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:48.072605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-820f4f58-d5b7-4108-a42f-383a4a079fac {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:48.073071 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf', 'status': 'completed', 'code': 200} Jun 17 05:57:48.087765 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-aeefbccb-8651-4aa7-a8ab-c5327a2db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.089270 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-aeefbccb-8651-4aa7-a8ab-c5327a2db25c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 1099 time: 0.0699208 Jun 17 05:57:48.152803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-0b6dd21e-76de-4b01-9f87-f7e4e32774aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf HTTP/1.1" status: 200 len: 217 time: 0.0383039 Jun 17 05:57:48.208367 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-119b2c19-fad5-4e5a-ae88-617a7e38383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.209813 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-119b2c19-fad5-4e5a-ae88-617a7e38383b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=42751ff2-468c-42b3-bec0-064f2b69142f HTTP/1.1" status: 200 len: 843 time: 0.0510678 Jun 17 05:57:48.265307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-f22c0ed6-3c51-496f-a679-4f13344ccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.266722 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-f22c0ed6-3c51-496f-a679-4f13344ccbdf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ddffacf-ee74-4eb7-83b8-1ec2bb710a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502758 Jun 17 05:57:48.353519 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-963edc9a-796c-4212-8eef-7bfb0caf2078 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddffacf-ee74-4eb7-83b8-1ec2bb710a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791171 Jun 17 05:57:48.448842 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7579476c-0038-4f2f-a1f8-abf47deb5e23 req-8a7a3091-e712-40d2-b97c-d02a2ab9a127 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddffacf-ee74-4eb7-83b8-1ec2bb710a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Jun 17 05:57:48.677727 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-aba87683-24e9-42dd-9234-c5704b933a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.679181 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-aba87683-24e9-42dd-9234-c5704b933a9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 1099 time: 0.0530694 Jun 17 05:57:48.778193 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-4ae54615-0770-4f34-b860-e6637ec98356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.779677 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-4ae54615-0770-4f34-b860-e6637ec98356 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ddffacf-ee74-4eb7-83b8-1ec2bb710a22 HTTP/1.1" status: 200 len: 869 time: 0.0934665 Jun 17 05:57:48.824507 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-24aa1d22-b37b-4b81-ae3d-368b9f50ae79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf HTTP/1.1" status: 200 len: 217 time: 0.0376067 Jun 17 05:57:48.880837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-87183615-bd55-4c1c-97d8-78aa1ff38623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.883078 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-87183615-bd55-4c1c-97d8-78aa1ff38623 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=42751ff2-468c-42b3-bec0-064f2b69142f HTTP/1.1" status: 200 len: 843 time: 0.0484283 Jun 17 05:57:48.988253 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-455b9699-567c-46da-a27d-84eb6c242613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:48.989770 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-455b9699-567c-46da-a27d-84eb6c242613 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ddffacf-ee74-4eb7-83b8-1ec2bb710a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0986314 Jun 17 05:57:49.004592 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ee77b-2dc4-46c6-9d38-e91272fa0af5 req-a7c12e30-8e27-4cea-a704-48954be84c05 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:49.006040 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b75ee77b-2dc4-46c6-9d38-e91272fa0af5 req-a7c12e30-8e27-4cea-a704-48954be84c05 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.0845337 Jun 17 05:57:49.094232 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b75ee77b-2dc4-46c6-9d38-e91272fa0af5 req-83c3e869-9a6b-41ba-9277-8caa0286217e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823927 Jun 17 05:57:49.134393 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-5452197e-b392-4c76-bffe-1c91621f9162 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddffacf-ee74-4eb7-83b8-1ec2bb710a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154630 Jun 17 05:57:49.273721 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39948e7f-9ba2-41bd-828a-565fde8f92e6 req-06e09b43-e5da-47a8-a1e3-82915846da28 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddffacf-ee74-4eb7-83b8-1ec2bb710a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313090 Jun 17 05:57:49.298026 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9750c-0e60-4fb5-8892-e68a70a87393 req-1ce2e4c1-ceb6-43bd-b462-bacf7fe04ca3 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:49.299461 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90f9750c-0e60-4fb5-8892-e68a70a87393 req-1ce2e4c1-ceb6-43bd-b462-bacf7fe04ca3 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 946 time: 0.0897915 Jun 17 05:57:49.343722 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90f9750c-0e60-4fb5-8892-e68a70a87393 req-4b580c1a-a9c0-46d7-bb48-1cc5ca4c303f tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Jun 17 05:57:50.292460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54b48-f4a0-4549-b3ad-c7644f92cfbd req-cd6219e2-bd3e-47e9-a78b-83171bb72c86 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:50.293956 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96c54b48-f4a0-4549-b3ad-c7644f92cfbd req-cd6219e2-bd3e-47e9-a78b-83171bb72c86 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.0677099 Jun 17 05:57:50.331197 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96c54b48-f4a0-4549-b3ad-c7644f92cfbd req-95b8b048-d456-4284-8157-6a563f8fdf33 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jun 17 05:57:50.525803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2971-5a35-45c6-9955-5637d6c31be7 req-55501248-24f6-4c3b-8cf8-5e3677286536 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:50.527289 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-612b2971-5a35-45c6-9955-5637d6c31be7 req-55501248-24f6-4c3b-8cf8-5e3677286536 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 946 time: 0.0647178 Jun 17 05:57:50.568946 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-612b2971-5a35-45c6-9955-5637d6c31be7 req-910da024-1d04-4844-b6b1-708d5d461e12 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Jun 17 05:57:50.966608 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:57:51.219171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:51.223979 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:51.225604 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:51.312961 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:51.341075 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:51.343356 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe7948-0435-4e96-b833-b82f585f2073" -d '{"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:51.355783 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:51.386561 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867ac7f-5421-4c3e-ae0f-7ec4089295e3 x-openstack-request-id: req-3867ac7f-5421-4c3e-ae0f-7ec4089295e3 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:51.386561 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:51.386561 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3867ac7f-5421-4c3e-ae0f-7ec4089295e3 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:51.386561 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'code': 200} Jun 17 05:57:51.443754 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:51.446985 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:51.501192 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:51.504351 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:51.551192 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97ce0-17eb-41af-aac4-f179592463d8 req-c5ac6a85-7f9a-4907-b8a0-a7792902d118 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.552660 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-83d97ce0-17eb-41af-aac4-f179592463d8 req-c5ac6a85-7f9a-4907-b8a0-a7792902d118 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0765545 Jun 17 05:57:51.595353 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-83d97ce0-17eb-41af-aac4-f179592463d8 req-5d8166e9-37a4-4054-b842-97d1e0923bea tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367417 Jun 17 05:57:51.778133 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2976c01-2cbb-4808-9bdd-b25b64f56623 req-65d75c1b-3cdd-433c-8693-e98b1e650036 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.779457 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2976c01-2cbb-4808-9bdd-b25b64f56623 req-65d75c1b-3cdd-433c-8693-e98b1e650036 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 946 time: 0.0710075 Jun 17 05:57:51.845674 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b2976c01-2cbb-4808-9bdd-b25b64f56623 req-78a6bc17-cf88-459a-8b16-65c6088f72b6 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Jun 17 05:57:51.858629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c891ce-0921-4b75-85f1-11f325a9c169 req-fd6d4e55-af89-4782-8e5f-9bea6f652e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.870006 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9c891ce-0921-4b75-85f1-11f325a9c169 req-fd6d4e55-af89-4782-8e5f-9bea6f652e68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1098 time: 0.1089306 Jun 17 05:57:51.908384 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e9c891ce-0921-4b75-85f1-11f325a9c169 req-f680ced5-ff01-4dfb-9823-d9198edc7cef service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Jun 17 05:57:52.773055 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580809d-8ab4-40c3-9a21-bbaafa9ea772 req-e0d22523-2053-4b83-b90b-a48b10a6c455 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:52.774505 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5580809d-8ab4-40c3-9a21-bbaafa9ea772 req-e0d22523-2053-4b83-b90b-a48b10a6c455 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0631006 Jun 17 05:57:52.813289 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5580809d-8ab4-40c3-9a21-bbaafa9ea772 req-2189afc3-5e1c-4e9d-8dac-be27cef46149 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jun 17 05:57:52.975022 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 5af7e915-f82c-4eee-b460-5b6f2b023ddf details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:57:53.061385 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461fb43-d61e-4949-8e40-63fb24da9ce3 req-1dfc7130-f77d-48c4-90c5-0b1642777e8d tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:53.063503 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7461fb43-d61e-4949-8e40-63fb24da9ce3 req-1dfc7130-f77d-48c4-90c5-0b1642777e8d tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 946 time: 0.0931649 Jun 17 05:57:53.078799 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:53.092987 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '5af7e915-f82c-4eee-b460-5b6f2b023ddf', 'network_id': '2ddffacf-ee74-4eb7-83b8-1ec2bb710a22', 'port_id': '5af7e915-f82c-4eee-b460-5b6f2b023ddf', 'mac_address': 'fa:16:3e:02:5f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42751ff2-468c-42b3-bec0-064f2b69142f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:57:53.117753 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7461fb43-d61e-4949-8e40-63fb24da9ce3 req-1281d07b-961d-4c09-bff2-738dd2f8142b tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jun 17 05:57:53.140468 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:53.159065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af7e915-f82c-4eee-b460-5b6f2b023ddf {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:53.180461 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:53.252917 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:53.254802 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:53.306718 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:53.309931 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:53.788414 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['5af7e915-f82c-4eee-b460-5b6f2b023ddf'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:54.016610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f0d99-7054-4581-806b-77a3f3d7fc10 req-a0df0d9d-40cc-4ab2-9916-5db45009caf7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:54.018151 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-086f0d99-7054-4581-806b-77a3f3d7fc10 req-a0df0d9d-40cc-4ab2-9916-5db45009caf7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0821559 Jun 17 05:57:54.064200 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-086f0d99-7054-4581-806b-77a3f3d7fc10 req-6b40d8d3-0e75-4451-b8e8-edb8e3e15db2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Jun 17 05:57:54.299059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d06bd-e180-4c7c-a31b-065fd28e60b8 req-dba51b91-ec24-4a2f-a0db-675bbb5ee0cb tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:54.300726 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cb4d06bd-e180-4c7c-a31b-065fd28e60b8 req-dba51b91-ec24-4a2f-a0db-675bbb5ee0cb tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 947 time: 0.0688994 Jun 17 05:57:54.341994 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cb4d06bd-e180-4c7c-a31b-065fd28e60b8 req-7e42ba3e-b732-46a9-8acb-8d7544e94952 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356143 Jun 17 05:57:54.904379 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 55900) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:54.996838 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 5af7e915-f82c-4eee-b460-5b6f2b023ddf up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:57:55.008005 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.093240 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.141218 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port 5af7e915-f82c-4eee-b460-5b6f2b023ddf completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:55.145138 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 5af7e915-f82c-4eee-b460-5b6f2b023ddf triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:55.150711 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.169433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.178859 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a766d0e0-87c6-4d84-8526-ac9c2be8bf7f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:55.211129 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7683efc50e847e59b9ff2bfaf7ea74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056426 Jun 17 05:57:55.213887 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55906) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:55.216559 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf56be-75d1-4e8c-9b3a-cbf36440e10e,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:55.220395 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:55.224266 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.246671 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:55.249285 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37a5ab-f339-4d2e-9f9e-704d04307ea4" -d '{"events": [{"server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "name": "network-vif-plugged", "status": "completed", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:55.261748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:55.291036 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b53d64-d34a-4464-b14a-b637a6fb859e req-1c0d4641-0d89-4def-a879-4ffde2d7661e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:55.292517 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07b53d64-d34a-4464-b14a-b637a6fb859e req-1c0d4641-0d89-4def-a879-4ffde2d7661e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.1128287 Jun 17 05:57:55.293205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.323920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.325880 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:55.326087 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.356029 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-07b53d64-d34a-4464-b14a-b637a6fb859e req-a357c888-6a59-4c7d-bd61-e33edf8a9318 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539119 Jun 17 05:57:55.375040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:55.378476 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:55.411276 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66163461-2342-4677-b0ae-3888af008aaa x-openstack-request-id: req-66163461-2342-4677-b0ae-3888af008aaa {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:55.411581 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "name": "network-vif-plugged", "status": "completed", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:55.411837 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66163461-2342-4677-b0ae-3888af008aaa {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:55.412233 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf', 'code': 200} Jun 17 05:57:55.559457 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084fd-9a20-48ab-89a3-5d59ddd270e6 req-7f1049ef-3227-45c3-ad3f-6e88705fe776 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:55.560904 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3c084fd-9a20-48ab-89a3-5d59ddd270e6 req-7f1049ef-3227-45c3-ad3f-6e88705fe776 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.0616198 Jun 17 05:57:55.600471 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3c084fd-9a20-48ab-89a3-5d59ddd270e6 req-af8c1af4-46d6-4dbd-a81e-434f5cef58ea tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jun 17 05:57:55.672510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.675080 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:55.676241 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecbf56be-75d1-4e8c-9b3a-cbf36440e10e HTTP/1.1" status: 204 len: 168 time: 0.4605823 Jun 17 05:57:55.677279 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1769c986-afa5-4a4b-81ca-19eeba174b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:55.685401 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf56be-75d1-4e8c-9b3a-cbf36440e10e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:55.687920 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:55.782616 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381b5a7-9c7c-43e8-971b-f1837ff198e5 req-7d677a18-e181-4bbe-a9ca-2363ab40eace tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:55.784066 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4381b5a7-9c7c-43e8-971b-f1837ff198e5 req-7d677a18-e181-4bbe-a9ca-2363ab40eace tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0924144 Jun 17 05:57:55.793938 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 55918) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:55.799453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Request body: {'floatingip': {'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:55.841854 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:56.317226 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7f40-bdf7-4367-844d-5407ff58fa77 req-9df84762-3422-42e2-a944-2448e97e1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:56.318678 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-10ee7f40-bdf7-4367-844d-5407ff58fa77 req-9df84762-3422-42e2-a944-2448e97e1296 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 1101 time: 0.1799047 Jun 17 05:57:56.368305 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-10ee7f40-bdf7-4367-844d-5407ff58fa77 req-e3e3a34d-6901-48be-ae7c-d37270a20faa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 Jun 17 05:57:56.589443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:56.720178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:56.860935 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3560-caa3-4972-b5f7-fc889c98865a req-d8319c92-3ad6-4c83-981f-dadfdcdfa266 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:56.862425 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2fcf3560-caa3-4972-b5f7-fc889c98865a req-d8319c92-3ad6-4c83-981f-dadfdcdfa266 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.1527286 Jun 17 05:57:56.880248 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Floating IP 97ea0892-3567-4f30-88cc-f9ef5d115c01 associated. External IP: 172.27.3.191, port: 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a. Jun 17 05:57:56.979169 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2fcf3560-caa3-4972-b5f7-fc889c98865a req-86f86bb3-00d1-457c-bce7-d2fd81de4aa7 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056621 Jun 17 05:57:57.172248 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:57:57.248795 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:57:57.253278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:57.259838 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:57:57.269528 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:57:57.270141 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:57:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:57.291603 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8e566f47-efe7-4873-aee8-95f8d1a9f49e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "PUT /v2.0/floatingips/97ea0892-3567-4f30-88cc-f9ef5d115c01 HTTP/1.1" status: 200 len: 991 time: 1.4937840 Jun 17 05:57:57.291603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:57.291924 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348dbc66-3745-4f55-8daa-8e5cf74758b6" -d '{"events": [{"name": "network-changed", "server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:57.387003 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:57:57.477621 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8650e4-c758-4d02-a1e9-6c2dc19c2ed6 x-openstack-request-id: req-1d8650e4-c758-4d02-a1e9-6c2dc19c2ed6 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:57.478124 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:57.478245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d8650e4-c758-4d02-a1e9-6c2dc19c2ed6 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:57.478651 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'status': 'completed', 'code': 200} Jun 17 05:57:57.590545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-64eae766-d8a4-4b15-bbd5-df54f35c8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:57.592072 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-64eae766-d8a4-4b15-bbd5-df54f35c8fd8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1098 time: 0.0530579 Jun 17 05:57:57.614273 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '97ea0892-3567-4f30-88cc-f9ef5d115c01', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:57:24Z', 'updated_at': '2021-06-17T05:57:56Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:57.643767 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:57:57.652206 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:57:57.652847 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:57:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:57.688869 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-bb66db5a-3e36-4405-974f-6513ac866d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:57.693155 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-bb66db5a-3e36-4405-974f-6513ac866d0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0918450 Jun 17 05:57:57.763184 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:57:57.833628 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-722fd357-e948-4442-be35-ef5af1b4d18c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 999 time: 0.0668445 Jun 17 05:57:57.895102 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-3b8cce19-7cc7-4a2d-88b0-938dabcb228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:57.896563 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-3b8cce19-7cc7-4a2d-88b0-938dabcb228e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0466094 Jun 17 05:57:57.961805 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-538b8b8f-61b2-453c-8817-634ba6b31cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:57.963622 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-538b8b8f-61b2-453c-8817-634ba6b31cde service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589967 Jun 17 05:57:57.996246 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '97ea0892-3567-4f30-88cc-f9ef5d115c01', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:57:24Z', 'updated_at': '2021-06-17T05:57:56Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:57:58.024694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b100baa-4227-4dab-a0ae-63ae31a21aaa None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '97ea0892-3567-4f30-88cc-f9ef5d115c01', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:57:24Z', 'updated_at': '2021-06-17T05:57:56Z', 'revision_number': 1, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:57:58.069986 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-0c0c1443-682e-4e07-b6e9-557ee1caf8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987461 Jun 17 05:57:58.213949 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-348dbc66-3745-4f55-8daa-8e5cf74758b6 req-7d48ed97-4732-4e29-85d4-6e7074296ff4 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321208 Jun 17 05:57:58.233169 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dd48b-67ee-433b-afe9-7ea0a8a38cf2 req-188b17b3-8cfa-4a83-a0fb-10d1554549d3 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:58.234812 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c93dd48b-67ee-433b-afe9-7ea0a8a38cf2 req-188b17b3-8cfa-4a83-a0fb-10d1554549d3 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.1330452 Jun 17 05:57:58.239029 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1953e1-4adb-4b83-8a33-5144eaf136b7 None None] New status for floating IP 97ea0892-3567-4f30-88cc-f9ef5d115c01: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:57:58.286030 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c93dd48b-67ee-433b-afe9-7ea0a8a38cf2 req-aa6c4dcf-f99d-4dbb-8ea3-acf1cab99f33 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Jun 17 05:57:59.459460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a1469-a01b-4d99-9c0d-fa13e8b00b65 req-b1394255-c71e-4738-a8e0-45c80403e568 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:59.460921 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b64a1469-a01b-4d99-9c0d-fa13e8b00b65 req-b1394255-c71e-4738-a8e0-45c80403e568 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.0626853 Jun 17 05:57:59.501776 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b64a1469-a01b-4d99-9c0d-fa13e8b00b65 req-35329aff-37db-4fb6-bcc9-851edd2dc6ec tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352626 Jun 17 05:58:00.309406 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a02de-7341-4dec-b3db-8da10c279907 req-5ed017f3-a0c6-4b8e-8cf7-18b742fa19e8 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:00.311030 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4f3a02de-7341-4dec-b3db-8da10c279907 req-5ed017f3-a0c6-4b8e-8cf7-18b742fa19e8 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.0617349 Jun 17 05:58:00.353879 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4f3a02de-7341-4dec-b3db-8da10c279907 req-95f56a94-9abd-47a0-8f8e-a109227810de tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jun 17 05:58:02.165990 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:58:04.585988 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0eae7-891f-4e8a-a5f9-892f3fec75d8 req-17e4485a-b01f-4fb0-bf80-85e83d10fbe2 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:04.587436 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c5b0eae7-891f-4e8a-a5f9-892f3fec75d8 req-17e4485a-b01f-4fb0-bf80-85e83d10fbe2 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.0617051 Jun 17 05:58:04.623981 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c5b0eae7-891f-4e8a-a5f9-892f3fec75d8 req-dc37be2e-e6f0-4b94-927e-89510d64e8e6 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Jun 17 05:58:05.614858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-68ca2c94-d77f-497c-8fa4-60ecaddfda57 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:05.616335 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-68ca2c94-d77f-497c-8fa4-60ecaddfda57 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.22 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.0664303 Jun 17 05:58:05.719591 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Deleting port 5af7e915-f82c-4eee-b460-5b6f2b023ddf {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:05.720524 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:05.852529 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] For port 5af7e915-f82c-4eee-b460-5b6f2b023ddf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5af7e915-f82c-4eee-b460-5b6f2b023ddf,segment=NetworkSegment(8a9460fe-6a37-4ac6-b8f6-6b851870e98a),segment_id=8a9460fe-6a37-4ac6-b8f6-6b851870e98a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:05.852894 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:05.875839 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90daaed-a3a3-4b6b-be35-1c6fccabe375 req-79bc1e95-de6a-44e3-8357-5fbafda4d392 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:05.877365 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e90daaed-a3a3-4b6b-be35-1c6fccabe375 req-79bc1e95-de6a-44e3-8357-5fbafda4d392 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 948 time: 0.1380126 Jun 17 05:58:05.932639 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Calling delete_port for 5af7e915-f82c-4eee-b460-5b6f2b023ddf owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:06.000581 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e90daaed-a3a3-4b6b-be35-1c6fccabe375 req-0e08e163-0076-44e8-abee-3948ba0e8201 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/security-groups?id=0167291d-16b2-4806-94ba-bc1671303c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961466 Jun 17 05:58:06.134865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.139116 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c33a1b2e-e926-48b9-bfea-e585aabce9a0 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:06.173615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['5af7e915-f82c-4eee-b460-5b6f2b023ddf'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:06.397238 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Pushing event deleted for resources: {'Port': ['ID=5af7e915-f82c-4eee-b460-5b6f2b023ddf,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:06.400173 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:06.448161 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] No DVR routers for this DVR port 5af7e915-f82c-4eee-b460-5b6f2b023ddf on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:06.449986 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.452322 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-034ab283-24f7-45d0-9be8-d983e37afa21 req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.22 "DELETE /v2.0/ports/5af7e915-f82c-4eee-b460-5b6f2b023ddf HTTP/1.1" status: 204 len: 173 time: 0.8300178 Jun 17 05:58:06.453390 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'name': 'network-vif-deleted', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:06.458833 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2edcf5-da2d-45a9-8b61-7c2bdbf42544" -d '{"events": [{"server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "name": "network-vif-deleted", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:06.497837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09a8f2-941a-4595-a03f-6523e37a0ec2 x-openstack-request-id: req-be09a8f2-941a-4595-a03f-6523e37a0ec2 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:06.499784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75876b4-f2f3-4243-95c3-ee0c8439de59", "name": "network-vif-deleted", "tag": "5af7e915-f82c-4eee-b460-5b6f2b023ddf", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:06.499784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be09a8f2-941a-4595-a03f-6523e37a0ec2 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:06.499784 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75876b4-f2f3-4243-95c3-ee0c8439de59', 'name': 'network-vif-deleted', 'tag': '5af7e915-f82c-4eee-b460-5b6f2b023ddf', 'status': 'completed', 'code': 200} Jun 17 05:58:07.166528 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-65ad6981-49a9-4954-95bc-457398366fe1 req-5459b2c9-ba66-4e71-a7e6-ec77aa3d2521 tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] 10.222.0.20 "GET /v2.0/ports?device_id=d75876b4-f2f3-4243-95c3-ee0c8439de59 HTTP/1.1" status: 200 len: 210 time: 0.0302303 Jun 17 05:58:08.332839 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56040) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:08.437616 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.525554 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.603734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.606641 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3ba0724d-8f0d-48d0-977e-b03d426d962f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:08.644064 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82c02fe0fdb1464b8dac5fb0c84b05c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101540 Jun 17 05:58:08.650777 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fc313-e8fd-4a99-9fb5-95779343e93c,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:08.650928 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56056) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:08.651397 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:08.697644 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.730698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.860617 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.863279 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:08.864451 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/265fc313-e8fd-4a99-9fb5-95779343e93c HTTP/1.1" status: 204 len: 168 time: 0.2158666 Jun 17 05:58:08.868776 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-72074c37-e028-4a39-b1b0-8c3e458111c2 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:08.872636 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fc313-e8fd-4a99-9fb5-95779343e93c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:08.875178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:11.038904 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 5af7e915-f82c-4eee-b460-5b6f2b023ddf no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:11.062216 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 5af7e915-f82c-4eee-b460-5b6f2b023ddf {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:11.062563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 5af7e915-f82c-4eee-b460-5b6f2b023ddf not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:12.629307 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d0602a66-9d99-420d-a89d-a9c0e54d099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:13.811924 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56280) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:13.936506 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-e21104ab-31e4-4f90-b708-933942763ff2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3bf4d28828d4a1eaf2b0c625dfd21e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233320 Jun 17 05:58:13.938902 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56284) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:13.985304 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:14.006670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:14.140130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:14.142697 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:14.143799 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0167291d-16b2-4806-94ba-bc1671303c8a HTTP/1.1" status: 204 len: 168 time: 0.2040303 Jun 17 05:58:14.144569 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a47c840f-1788-4c0f-9803-7325875ece55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:14.151695 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167291d-16b2-4806-94ba-bc1671303c8a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:14.154207 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:15.094180 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0179a59a-7187-4b5d-a25d-bc54c281c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:15.185834 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:16.157065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:17.008907 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:18.006350 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:22.355680 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54ad66-9143-4724-bb1a-d27152537e11 req-9a77527d-4193-4653-a730-2ce63baa44d4 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:22.357024 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b54ad66-9143-4724-bb1a-d27152537e11 req-9a77527d-4193-4653-a730-2ce63baa44d4 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0698152 Jun 17 05:58:22.393909 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b54ad66-9143-4724-bb1a-d27152537e11 req-89deb2ca-fa5e-4b9a-9e48-e34262306837 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Jun 17 05:58:23.566297 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec4755-73cc-4106-8105-61ba724ec7e9 req-d9b5a6cd-2476-4718-ad88-cbb413c42965 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:23.567748 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4fec4755-73cc-4106-8105-61ba724ec7e9 req-d9b5a6cd-2476-4718-ad88-cbb413c42965 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0616956 Jun 17 05:58:23.604562 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4fec4755-73cc-4106-8105-61ba724ec7e9 req-8ad810dc-1708-4bc6-b5fd-d9b7efd98455 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Jun 17 05:58:24.779121 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3bbc-f1c4-4df6-980a-c5e5c4664b10 req-f67560dd-3215-4be3-bf77-d90b659d21f8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:24.780651 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c7b3bbc-f1c4-4df6-980a-c5e5c4664b10 req-f67560dd-3215-4be3-bf77-d90b659d21f8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0632648 Jun 17 05:58:24.821613 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0c7b3bbc-f1c4-4df6-980a-c5e5c4664b10 req-ef5f4d87-4269-457e-bfa0-76bd780e06d2 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Jun 17 05:58:26.000735 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085d38-7c13-4f24-a2c0-ebb4af52eb65 req-1bd39f93-4161-4533-b58d-3f8ef4b382ac tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:26.002232 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b0085d38-7c13-4f24-a2c0-ebb4af52eb65 req-1bd39f93-4161-4533-b58d-3f8ef4b382ac tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0646286 Jun 17 05:58:26.039906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b0085d38-7c13-4f24-a2c0-ebb4af52eb65 req-7ea37946-0160-4a05-ac84-5ed3446c0837 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Jun 17 05:58:27.209094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae361d-0821-43cf-ac50-f997efa5c394 req-193d4f14-747c-48f2-8921-e21b5c084743 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:27.210534 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8ae361d-0821-43cf-ac50-f997efa5c394 req-193d4f14-747c-48f2-8921-e21b5c084743 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0615137 Jun 17 05:58:27.246930 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c8ae361d-0821-43cf-ac50-f997efa5c394 req-c19bde9d-cd2a-4a59-ae8c-54831d8bb41b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Jun 17 05:58:28.320343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-87f808de-5a91-4c10-a685-17f97a4fd8e5 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653880602&fields=id&tenant_id=5d1b5b9712564dd1b4291f8be0e8f750 HTTP/1.1" status: 200 len: 267 time: 0.0326080 Jun 17 05:58:28.389812 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-9e3574d7-4cc1-4b5f-850b-5bf114b5fb5d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:28.391288 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-9e3574d7-4cc1-4b5f-850b-5bf114b5fb5d tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 984 time: 0.0656142 Jun 17 05:58:28.401702 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Request body: {'port': {'security_groups': ['d7d0de50-b6d0-4bba-9a46-3c125dd5f97a']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:58:28.481963 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.650971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:28.681555 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.733907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.738387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-438b4be3-93c4-4886-a23c-83f78fba0c74 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:28.769049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:28.781453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:28.782069 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.783459 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-77e5c2d9-a441-4328-81f5-70fdc5cbbdfd req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "PUT /v2.0/ports/acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 942 time: 0.3861499 Jun 17 05:58:28.783991 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:28.787014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d691c-e0cc-44d5-97b4-a4245a56ca07" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:28.793586 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56344) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:28.862275 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event updated for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=7']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:28.867751 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:28.884164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.921277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:28.955007 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:29.009558 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa9277-42d7-41de-b44c-0e7aee2e0337 req-e846edb9-0c74-479c-a787-3aae6637c048 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:29.015469 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1bfa9277-42d7-41de-b44c-0e7aee2e0337 req-e846edb9-0c74-479c-a787-3aae6637c048 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0969682 Jun 17 05:58:29.046235 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-e9c9ffe1-425d-465a-b289-24418c654477 None None] Provisioning complete for port acc5ee9c-6dc4-4085-83b1-cb73755d4564 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:58:29.046516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ffe1-425d-465a-b289-24418c654477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.053319 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1bfa9277-42d7-41de-b44c-0e7aee2e0337 req-f64d82b8-972b-4555-ab13-dfa0ae1726f0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350187 Jun 17 05:58:29.100291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.103755 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.107335 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf94d44e-10ff-4d18-9cc9-47f704d14d0e HTTP/1.1" status: 204 len: 168 time: 0.3106313 Jun 17 05:58:29.107335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b1b04e2d-8153-43b4-af27-8b98212ca5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:29.107936 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56348) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:29.117235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf94d44e-10ff-4d18-9cc9-47f704d14d0e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:29.120782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:29.283128 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Deleting port 6006aa8b-3c7c-4c21-afcb-7250d291a0f3 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:29.283465 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.360626 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.360956 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.380655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e85341-a78e-477f-8b13-f1c226d8d9bb x-openstack-request-id: req-32e85341-a78e-477f-8b13-f1c226d8d9bb {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:29.381172 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:29.381306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32e85341-a78e-477f-8b13-f1c226d8d9bb {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:29.381701 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:58:29.422764 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Calling delete_port for 6006aa8b-3c7c-4c21-afcb-7250d291a0f3 owned by network:floatingip {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:29.486019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-85cf2d4f-9cd0-4f94-8e20-82c0608de614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:29.487577 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-85cf2d4f-9cd0-4f94-8e20-82c0608de614 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1098 time: 0.0583394 Jun 17 05:58:29.576984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-fd8888c8-729d-4ff8-861a-eb592a124321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:29.578439 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-fd8888c8-729d-4ff8-861a-eb592a124321 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.0839756 Jun 17 05:58:29.646163 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-12133525-e6da-43f4-bc95-76aef5d71ed2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 1000 time: 0.0615835 Jun 17 05:58:29.663339 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.666308 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:29.694477 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event deleted for resources: {'Port': ['ID=6006aa8b-3c7c-4c21-afcb-7250d291a0f3,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:29.695789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-c39f6493-c09e-4fbd-9225-09009e13c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:29.697323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-c39f6493-c09e-4fbd-9225-09009e13c6ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0446992 Jun 17 05:58:29.720936 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.721308 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.721675 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.722123 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.722484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.722840 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.723196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.723547 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.723896 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.724243 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.724619 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.724967 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:29.728587 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:29.756357 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-df0c97c2-83f6-4763-81d1-1f9c7429f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:29.757851 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-df0c97c2-83f6-4763-81d1-1f9c7429f342 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542088 Jun 17 05:58:29.763623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks [] for floatingip, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.763969 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Floating IP 7adedd49-053c-44d9-a6cf-9ff0a843eee9 disassociated (deleted). External IP: 172.27.3.36, port: acc5ee9c-6dc4-4085-83b1-cb73755d4564. Jun 17 05:58:29.848533 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-e2c51625-5269-4f98-926e-1004354ea0e6 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 Jun 17 05:58:29.935487 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997d691c-e0cc-44d5-97b4-a4245a56ca07 req-055c07d7-3bbc-4e37-a1c2-971d249c10d8 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807238 Jun 17 05:58:29.967660 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Router a2759b1b-9bea-4698-a39c-30f0f9369760 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:58:30.070117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:58:30.074954 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:30.080855 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Sync routers for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:58:30.091272 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:30.091834 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:30.114701 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "DELETE /v2.0/floatingips/7adedd49-053c-44d9-a6cf-9ff0a843eee9 HTTP/1.1" status: 204 len: 168 time: 1.0057540 Jun 17 05:58:30.115979 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:30.118489 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de025c0b-96ce-4974-beac-ab0122fef29a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:30.196778 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:30.244573 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadbe43-9ec5-41f3-9213-887330b60ba7 req-4123a1b9-dde2-4276-baf1-f489198631f7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:30.245903 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dadbe43-9ec5-41f3-9213-887330b60ba7 req-4123a1b9-dde2-4276-baf1-f489198631f7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0662303 Jun 17 05:58:30.283639 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dadbe43-9ec5-41f3-9213-887330b60ba7 req-ced23d2f-b80c-4ba6-b89e-d3e0968d89e6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Jun 17 05:58:30.388238 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:30.413598 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Checking router: a2759b1b-9bea-4698-a39c-30f0f9369760 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:58:30.422012 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:30.422624 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:30.536435 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:30.684767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b6427-8ea1-4be7-a062-d625966084c7 x-openstack-request-id: req-c83b6427-8ea1-4be7-a062-d625966084c7 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:30.684767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:30.684767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c83b6427-8ea1-4be7-a062-d625966084c7 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:30.684767 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:58:30.798071 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025c0b-96ce-4974-beac-ab0122fef29a req-95593fab-dca4-47fb-ae1d-a74526289336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:30.799590 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-95593fab-dca4-47fb-ae1d-a74526289336 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 1098 time: 0.0710025 Jun 17 05:58:30.871699 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:30.899670 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614967d-61b0-4bff-b4fc-3ed3ce0a79bb None None] The sync data for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi is: [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:54Z', 'revision_number': 4, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '79889dc7-3a0f-4b1a-9925-45c3cff3e845', 'name': '', 'network_id': 'c9340e68-a17b-43e3-93f2-e827c006accd', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'mac_address': 'fa:16:3e:20:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:54Z', 'updated_at': '2021-06-17T05:53:01Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'subnets': [{'id': 'bc6b44d2-e659-4cc5-a455-4d0415334161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:58:30.926122 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025c0b-96ce-4974-beac-ab0122fef29a req-dbe6cc58-e563-434f-95fc-f12fe9a2c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:30.926122 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-dbe6cc58-e563-434f-95fc-f12fe9a2c270 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 200 len: 915 time: 0.1037178 Jun 17 05:58:30.961377 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-876b0e91-73f9-4d23-8ec3-71477fc9dbf4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 200 len: 217 time: 0.0362899 Jun 17 05:58:31.009761 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025c0b-96ce-4974-beac-ab0122fef29a req-6f90b826-6e6b-49bf-9703-d5ad2ae2953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:31.011314 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-6f90b826-6e6b-49bf-9703-d5ad2ae2953b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 200 len: 854 time: 0.0440035 Jun 17 05:58:31.073960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025c0b-96ce-4974-beac-ab0122fef29a req-2d573f83-6269-4059-abbb-eb5f57f4e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:31.075431 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-2d573f83-6269-4059-abbb-eb5f57f4e11d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9340e68-a17b-43e3-93f2-e827c006accd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571933 Jun 17 05:58:31.114012 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f62190-0508-472a-880d-ab2304e618dc None None] New status for floating IP 7adedd49-053c-44d9-a6cf-9ff0a843eee9: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:58:31.164635 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-01984d54-c533-41dd-9202-a29c33ae7b6d service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820875 Jun 17 05:58:31.258480 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-de025c0b-96ce-4974-beac-ab0122fef29a req-04feaaba-f1af-4b37-b177-8d086ec573d8 service neutron] 10.222.0.22 "GET /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864031 Jun 17 05:58:31.457426 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e29dc-0c6c-49cc-9837-55c2141a88ed req-5892d0d2-a177-4e34-87ad-18137a2cf232 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:31.458876 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-437e29dc-0c6c-49cc-9837-55c2141a88ed req-5892d0d2-a177-4e34-87ad-18137a2cf232 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0634928 Jun 17 05:58:31.495990 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-437e29dc-0c6c-49cc-9837-55c2141a88ed req-baf2e1ad-dd5c-4edd-b8be-d423cf7d2a38 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Jun 17 05:58:32.676673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c100ad-7c0c-4e77-a1a8-f2ec1661f092 req-b7f97ad5-5232-4514-9b51-01e2034d811b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:32.678035 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7c100ad-7c0c-4e77-a1a8-f2ec1661f092 req-b7f97ad5-5232-4514-9b51-01e2034d811b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0635278 Jun 17 05:58:32.714795 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7c100ad-7c0c-4e77-a1a8-f2ec1661f092 req-7ab984b5-3fad-4542-967e-41c7e85b3c38 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Jun 17 05:58:34.205415 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42451269-1075-4529-9b05-c4fd31319bb7 req-b25792f9-f324-4131-a23b-d6eefd177c65 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:34.206818 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42451269-1075-4529-9b05-c4fd31319bb7 req-b25792f9-f324-4131-a23b-d6eefd177c65 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0650458 Jun 17 05:58:34.242458 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-42451269-1075-4529-9b05-c4fd31319bb7 req-a922c2bb-1083-4443-a7bd-3555b36847d1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301492 Jun 17 05:58:34.399347 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5647c9-2919-4f65-90fc-7ee0a6701e26 req-b9d639fe-2a85-410e-a748-d2addcdeb066 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:34.400700 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0f5647c9-2919-4f65-90fc-7ee0a6701e26 req-b9d639fe-2a85-410e-a748-d2addcdeb066 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0636928 Jun 17 05:58:34.437290 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0f5647c9-2919-4f65-90fc-7ee0a6701e26 req-f19c33e9-bcf8-4794-83bf-e13f930124f8 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Jun 17 05:58:35.410731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fedc7-f5ea-44e3-b6d5-ed21e1ee7d6e req-9ce5cb61-a894-410d-8ab7-44e4d297a9d1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:35.412128 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d15fedc7-f5ea-44e3-b6d5-ed21e1ee7d6e req-9ce5cb61-a894-410d-8ab7-44e4d297a9d1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0604398 Jun 17 05:58:35.448265 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d15fedc7-f5ea-44e3-b6d5-ed21e1ee7d6e req-2bd782ea-225d-4265-9c59-c1557d4a6de9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Jun 17 05:58:35.609287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b83f6-598f-4cb9-8f06-746eab200e53 req-340ee0a8-0fd7-4449-9c4c-32df99b923d4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:35.610617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-845b83f6-598f-4cb9-8f06-746eab200e53 req-340ee0a8-0fd7-4449-9c4c-32df99b923d4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0642319 Jun 17 05:58:35.647459 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-845b83f6-598f-4cb9-8f06-746eab200e53 req-4ff2f968-c820-40d8-8599-edd49ccffa23 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Jun 17 05:58:36.502135 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-34cebd1e-fe23-4da6-b3c6-72562ba0e922 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:36.503576 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-34cebd1e-fe23-4da6-b3c6-72562ba0e922 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.0625429 Jun 17 05:58:36.665859 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946aa89-583f-4cda-ad9a-638ad58e6621 req-8cdd773d-de7c-43cc-9c66-36750d2619e1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:36.667321 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9946aa89-583f-4cda-ad9a-638ad58e6621 req-8cdd773d-de7c-43cc-9c66-36750d2619e1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.1049292 Jun 17 05:58:36.669486 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Deleting port acc5ee9c-6dc4-4085-83b1-cb73755d4564 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:36.669830 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:36.756344 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9946aa89-583f-4cda-ad9a-638ad58e6621 req-93b87ad1-92c3-413d-9eb9-5dcf7f5b686b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823081 Jun 17 05:58:36.785707 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] For port acc5ee9c-6dc4-4085-83b1-cb73755d4564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=acc5ee9c-6dc4-4085-83b1-cb73755d4564,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:36.786224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:36.852088 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Calling delete_port for acc5ee9c-6dc4-4085-83b1-cb73755d4564 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:36.965307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae3623-288f-4e84-928f-57e98fff9693 req-58b31680-bed5-4f05-b331-fc26c19199c4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:36.966850 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-23ae3623-288f-4e84-928f-57e98fff9693 req-58b31680-bed5-4f05-b331-fc26c19199c4 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 945 time: 0.1119125 Jun 17 05:58:37.034747 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-23ae3623-288f-4e84-928f-57e98fff9693 req-ad4f6854-7512-439d-8eba-41b3bc3f76f7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599945 Jun 17 05:58:37.122998 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:37.127380 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:37.158815 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Pushing event deleted for resources: {'Port': ['ID=acc5ee9c-6dc4-4085-83b1-cb73755d4564,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:37.159639 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['acc5ee9c-6dc4-4085-83b1-cb73755d4564'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:37.184418 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:37.208845 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] No DVR routers for this DVR port acc5ee9c-6dc4-4085-83b1-cb73755d4564 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:37.211306 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:37.213325 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8798a7ac-8ee9-4baf-bf8b-122e1abc93b5 req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.22 "DELETE /v2.0/ports/acc5ee9c-6dc4-4085-83b1-cb73755d4564 HTTP/1.1" status: 204 len: 173 time: 0.7041700 Jun 17 05:58:37.213831 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'name': 'network-vif-deleted', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:37.216098 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341913f-9ddd-4682-909d-17ac7f162dc4" -d '{"events": [{"server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "name": "network-vif-deleted", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:37.251111 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49512e-8ef7-4b90-a2aa-126092aff341 x-openstack-request-id: req-fe49512e-8ef7-4b90-a2aa-126092aff341 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:37.251443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc180fa-2721-4b9c-9018-255124523e21", "name": "network-vif-deleted", "tag": "acc5ee9c-6dc4-4085-83b1-cb73755d4564", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:37.251732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe49512e-8ef7-4b90-a2aa-126092aff341 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:37.252166 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc180fa-2721-4b9c-9018-255124523e21', 'name': 'network-vif-deleted', 'tag': 'acc5ee9c-6dc4-4085-83b1-cb73755d4564', 'status': 'completed', 'code': 200} Jun 17 05:58:37.671664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-765d26a5-5f17-4915-a0af-65b8330c3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:37.673204 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-765d26a5-5f17-4915-a0af-65b8330c3456 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0564995 Jun 17 05:58:37.764106 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-68ba2869-b80f-4555-bce4-40b8a1c800e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:37.765513 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-68ba2869-b80f-4555-bce4-40b8a1c800e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 908 time: 0.0849586 Jun 17 05:58:37.841137 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-7898d2c2-451b-4946-9683-595571df0dd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 1002 time: 0.0670552 Jun 17 05:58:37.926877 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-bc1201b9-c857-4fdb-a00b-4fd74c693092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:37.928449 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-bc1201b9-c857-4fdb-a00b-4fd74c693092 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0745022 Jun 17 05:58:37.989610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21526a5-0041-4a71-9e1d-30aefce1dbfc req-b512c1da-f245-4c1d-9b00-4d4daaf08fb3 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:37.991181 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f21526a5-0041-4a71-9e1d-30aefce1dbfc req-b512c1da-f245-4c1d-9b00-4d4daaf08fb3 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.1104689 Jun 17 05:58:38.025959 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-523d53be-0161-4617-b2dc-52a718e00f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:38.027388 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-523d53be-0161-4617-b2dc-52a718e00f2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917888 Jun 17 05:58:38.043331 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f21526a5-0041-4a71-9e1d-30aefce1dbfc req-f089bb2e-8fe1-4e26-9c49-eb6d83970bc8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Jun 17 05:58:38.125661 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-62899107-bea4-4ef0-b222-724054645ac3 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813947 Jun 17 05:58:38.216943 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bd888d34-032c-4442-95e0-d1928caa53de req-5a03c189-36ee-4de7-8a41-0ff6c6653983 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bc180fa-2721-4b9c-9018-255124523e21 HTTP/1.1" status: 200 len: 210 time: 0.0329664 Jun 17 05:58:38.247454 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b250e9a-5797-48c7-8ca0-48fe780d876b req-6b48f781-a86e-4dad-8b95-0024bf5cd429 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133509 Jun 17 05:58:39.176179 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:58:39.213367 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47a9ce-e97c-43c6-ac02-2dae2dd552d2 req-d5a6b95a-678f-488f-ab53-eee35e11af01 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:39.214814 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9c47a9ce-e97c-43c6-ac02-2dae2dd552d2 req-d5a6b95a-678f-488f-ab53-eee35e11af01 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Jun 17 05:58:39.251997 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9c47a9ce-e97c-43c6-ac02-2dae2dd552d2 req-eab84549-9eba-4714-84ee-46fa9b49ddb6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jun 17 05:58:40.431123 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721a90-f94e-43bc-a2b7-cd5678047454 req-660f644b-af3c-4384-bdee-f027195e04db tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:40.433481 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0721a90-f94e-43bc-a2b7-cd5678047454 req-660f644b-af3c-4384-bdee-f027195e04db tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0686457 Jun 17 05:58:40.470289 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0721a90-f94e-43bc-a2b7-cd5678047454 req-b55540b4-1704-477e-98db-cdda9ff302de tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312123 Jun 17 05:58:40.957412 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56478) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:41.124262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device acc5ee9c-6dc4-4085-83b1-cb73755d4564 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:41.146274 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: acc5ee9c-6dc4-4085-83b1-cb73755d4564 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:41.146628 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device acc5ee9c-6dc4-4085-83b1-cb73755d4564 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:41.585358 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd31e9-959e-44f8-883e-f3d79cc03e3a req-48f52d18-bc61-476d-bdae-20c4ebd96b17 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:41.586794 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b5dd31e9-959e-44f8-883e-f3d79cc03e3a req-48f52d18-bc61-476d-bdae-20c4ebd96b17 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1590648 Jun 17 05:58:41.645355 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b5dd31e9-959e-44f8-883e-f3d79cc03e3a req-3458cb43-71fe-40b4-81b8-17c598d579a4 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Jun 17 05:58:41.898993 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b66e7-5d13-4279-a499-841e87fd3c4d req-721409c6-1a46-4f13-b1d1-d88eee3e5919 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:41.900505 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e02b66e7-5d13-4279-a499-841e87fd3c4d req-721409c6-1a46-4f13-b1d1-d88eee3e5919 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.1562805 Jun 17 05:58:41.963801 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e02b66e7-5d13-4279-a499-841e87fd3c4d req-274a86de-110a-457d-bb21-8e648c535fb5 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557880 Jun 17 05:58:41.967325 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.267803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Deleting port 79889dc7-3a0f-4b1a-9925-45c3cff3e845 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:42.268178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.342394 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] For port 79889dc7-3a0f-4b1a-9925-45c3cff3e845, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=79889dc7-3a0f-4b1a-9925-45c3cff3e845,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:42.342750 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.406907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Calling delete_port for 79889dc7-3a0f-4b1a-9925-45c3cff3e845 owned by network:router_interface {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:42.614286 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7db1770b-181a-492c-bf01-acce5e226c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.614793 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56496) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:42.642786 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2680f-2cb3-4d71-a476-cedd8c6b2977 req-3179887c-35c6-4e64-bafd-5ea897c48a7a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:42.644790 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73c2680f-2cb3-4d71-a476-cedd8c6b2977 req-3179887c-35c6-4e64-bafd-5ea897c48a7a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0759296 Jun 17 05:58:42.678241 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.683110 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:42.711150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-73c2680f-2cb3-4d71-a476-cedd8c6b2977 req-5cf00b43-af2e-44e5-b2f0-c6c851e9f648 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605259 Jun 17 05:58:42.714525 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Pushing event deleted for resources: {'Port': ['ID=79889dc7-3a0f-4b1a-9925-45c3cff3e845,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:42.717301 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:42.717897 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-9a9c5a4d-70bd-4fa2-b25f-739b8b07f561 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023469 Jun 17 05:58:42.959295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.973754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965223f2-fb84-432a-b128-48592150c0a3 req-56b23133-e638-42ff-acc9-c64483356285 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:42.975259 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-965223f2-fb84-432a-b128-48592150c0a3 req-56b23133-e638-42ff-acc9-c64483356285 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1308050 Jun 17 05:58:43.078352 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-965223f2-fb84-432a-b128-48592150c0a3 req-e41de89e-b6a2-4b86-b0f1-fcf1fdd3e9c0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969427 Jun 17 05:58:43.209287 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Router a2759b1b-9bea-4698-a39c-30f0f9369760 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:58:43.319665 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:58:43.325424 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] 10.222.0.20 "PUT /v2.0/routers/a2759b1b-9bea-4698-a39c-30f0f9369760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669479 Jun 17 05:58:43.327866 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56510) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:43.330021 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Sync routers for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:58:43.338849 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:43.339450 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:43.432008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.442914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:43.545697 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.625566 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:58:42Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:43.650113 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Checking router: a2759b1b-9bea-4698-a39c-30f0f9369760 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:58:43.657947 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Routers {'a2759b1b-9bea-4698-a39c-30f0f9369760'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:43.658548 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['a2759b1b-9bea-4698-a39c-30f0f9369760'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:43.736569 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Deleting port 08acafce-4928-4eca-9aeb-ba29398c165c {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:43.737750 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.766831 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] Set router a2759b1b-9bea-4698-a39c-30f0f9369760 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:43.823368 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] For port 08acafce-4928-4eca-9aeb-ba29398c165c, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=08acafce-4928-4eca-9aeb-ba29398c165c,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:43.823750 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.906201 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Calling delete_port for 08acafce-4928-4eca-9aeb-ba29398c165c owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:43.949643 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:58:42Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:43.976633 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d48287-9832-4079-b7fc-ea0a2766d8eb None None] The sync data for ids ['a2759b1b-9bea-4698-a39c-30f0f9369760'] in dv-cinder-772623-9-iscsi is: [{'id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'name': 'tempest-TestMinimumBasicScenario-1657025160-router', 'tenant_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:58:42Z', 'revision_number': 5, 'project_id': '5d1b5b9712564dd1b4291f8be0e8f750', 'gw_port': {'id': '08acafce-4928-4eca-9aeb-ba29398c165c', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2759b1b-9bea-4698-a39c-30f0f9369760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:51Z', 'updated_at': '2021-06-17T05:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:58:44.247020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca740a37-7e55-4375-8548-73bda32734d5 req-1243cb91-bdec-4f17-a5b9-d9e65e7dccb0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:44.248762 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca740a37-7e55-4375-8548-73bda32734d5 req-1243cb91-bdec-4f17-a5b9-d9e65e7dccb0 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.3788729 Jun 17 05:58:44.333093 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca740a37-7e55-4375-8548-73bda32734d5 req-7930a99b-93a1-4e74-a2d4-eb722bc6c145 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769017 Jun 17 05:58:44.471936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.475294 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-afbdd90f-0d6a-45cc-910c-36c6e4d6f80c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:44.503948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=08acafce-4928-4eca-9aeb-ba29398c165c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:44.506558 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:44.590681 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.623462 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36070f-c060-4bbd-9197-350424a2dc3d req-f0e7b327-2a1e-4a8a-a739-9be2ab377041 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:44.625188 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc36070f-c060-4bbd-9197-350424a2dc3d req-f0e7b327-2a1e-4a8a-a739-9be2ab377041 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.1880233 Jun 17 05:58:44.702919 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.705629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.754803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cc36070f-c060-4bbd-9197-350424a2dc3d req-83c35c49-0148-4129-9e4d-bebddec3ae9b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007633 Jun 17 05:58:44.854391 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.854855 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2759b1b-9bea-4698-a39c-30f0f9369760 {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:58:44.859924 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.861042 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a2759b1b-9bea-4698-a39c-30f0f9369760 HTTP/1.1" status: 204 len: 168 time: 1.5318444 Jun 17 05:58:44.864087 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56518) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:44.917307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Deleting subnet bc6b44d2-e659-4cc5-a455-4d0415334161 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:58:44.921069 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.958480 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.073882 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.091663 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-62e3a632-abcb-4e7e-b51b-c10b23b0a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.144031 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:45.216333 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.220403 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.223562 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:45.242290 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:45.244537 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88ba93-1a11-4d5c-b889-4062c28b00f5" -d '{"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:45.248012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6b44d2-e659-4cc5-a455-4d0415334161,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:45.252077 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:45.253295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.257635 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6bfc21e1-9ac6-4009-8e41-1319d084e056 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc6b44d2-e659-4cc5-a455-4d0415334161 HTTP/1.1" status: 204 len: 168 time: 0.3902919 Jun 17 05:58:45.258404 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.258518 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56522) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:45.262920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:45.265527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6758fc-762a-4d6b-99fd-3cc8723929aa None None] Network c9340e68-a17b-43e3-93f2-e827c006accd requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:58:45.285055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b681f95-4242-40c6-ac82-620dcc6aaa70 x-openstack-request-id: req-2b681f95-4242-40c6-ac82-620dcc6aaa70 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:45.285055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-unplugged", "status": "failed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "code": 422}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:45.285055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b681f95-4242-40c6-ac82-620dcc6aaa70 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:45.285055 dv-cinder-772623-9-iscsi neutron-server[99873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'code': 422} returned with failed status Jun 17 05:58:45.333655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.357484 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.362016 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:45.407207 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Deleting port 65879938-a2a7-4090-b504-81a8a2865f91 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:45.407544 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.434384 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=6']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:45.439041 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:45.502056 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] For port 65879938-a2a7-4090-b504-81a8a2865f91, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=65879938-a2a7-4090-b504-81a8a2865f91,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:45.502455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.553277 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909da61-a446-4495-be39-a457b42ec710 None None] DHCP port deletion for c9340e68-a17b-43e3-93f2-e827c006accd request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:58:45.601776 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Deleting port 65879938-a2a7-4090-b504-81a8a2865f91 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:45.602078 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.602809 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Calling delete_port for 65879938-a2a7-4090-b504-81a8a2865f91 owned by network:dhcp {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:45.641154 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 79889dc7-3a0f-4b1a-9925-45c3cff3e845 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:45.671160 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 79889dc7-3a0f-4b1a-9925-45c3cff3e845 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:45.671861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 79889dc7-3a0f-4b1a-9925-45c3cff3e845 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:45.671983 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 08acafce-4928-4eca-9aeb-ba29398c165c no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:45.673364 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63986d-4254-4b27-8727-8b26509a2265 req-ab873ca0-04ac-4c0c-9fdc-0594a2bfbc61 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:45.674890 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db63986d-4254-4b27-8727-8b26509a2265 req-ab873ca0-04ac-4c0c-9fdc-0594a2bfbc61 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.2179387 Jun 17 05:58:45.698273 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 08acafce-4928-4eca-9aeb-ba29398c165c {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:45.698626 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 08acafce-4928-4eca-9aeb-ba29398c165c not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:45.699056 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 65879938-a2a7-4090-b504-81a8a2865f91 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:45.704975 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-9909da61-a446-4495-be39-a457b42ec710 None None] For port 65879938-a2a7-4090-b504-81a8a2865f91, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=65879938-a2a7-4090-b504-81a8a2865f91,segment=NetworkSegment(300b641d-86af-441f-9d76-110d1d2f672a),segment_id=300b641d-86af-441f-9d76-110d1d2f672a)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:45.705394 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.780429 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-db63986d-4254-4b27-8727-8b26509a2265 req-c1f2a7a2-bac8-45c8-8b85-a22a5b3c7c03 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966470 Jun 17 05:58:45.831291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-f1f5756e-2de4-4047-b43e-c9a837222680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:45.832886 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-f1f5756e-2de4-4047-b43e-c9a837222680 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4&tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1350067 Jun 17 05:58:45.866060 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:45.868309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:45.905136 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Calling delete_port for 65879938-a2a7-4090-b504-81a8a2865f91 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:45.932204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Pushing event deleted for resources: {'Port': ['ID=65879938-a2a7-4090-b504-81a8a2865f91,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:45.944808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:45.947001 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No active binding found for port 65879938-a2a7-4090-b504-81a8a2865f91 {{(pid=99873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 05:58:45.947396 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 65879938-a2a7-4090-b504-81a8a2865f91 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:45.962983 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] No DVR routers for this DVR port 65879938-a2a7-4090-b504-81a8a2865f91 on host dv-cinder-772623-9-iscsi {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:46.037155 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.039066 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:46.060718 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.062397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Pushing event deleted for resources: {'Port': ['ID=65879938-a2a7-4090-b504-81a8a2865f91,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:46.068311 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:46.071607 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909da61-a446-4495-be39-a457b42ec710 None None] No DVR routers for this DVR port 65879938-a2a7-4090-b504-81a8a2865f91 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:46.073914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-c0a3f78b-1cc6-49be-bece-31bfd7d201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.075412 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-c0a3f78b-1cc6-49be-bece-31bfd7d201dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1097 time: 0.2039344 Jun 17 05:58:46.078495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9340e68-a17b-43e3-93f2-e827c006accd']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:46.101012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300b641d-86af-441f-9d76-110d1d2f672a') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:46.101312 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300b641d-86af-441f-9d76-110d1d2f672a') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:46.123789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4cb4-b7e8-42e7-b85c-f4cdcd0ba463 req-d2df6411-d21f-4bc7-9f8b-b1f0c9194d0f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.125285 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d3a4cb4-b7e8-42e7-b85c-f4cdcd0ba463 req-d2df6411-d21f-4bc7-9f8b-b1f0c9194d0f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.2177434 Jun 17 05:58:46.130235 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.152275 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.190785 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.206039 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:58:46.206417 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:58:46.208009 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:58:46.228972 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2d3a4cb4-b7e8-42e7-b85c-f4cdcd0ba463 req-d34f54d5-33d3-47d4-8a7b-6385f8a99d74 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951481 Jun 17 05:58:46.282515 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-2c89a2d8-5f62-48a0-aa97-5299aaa9d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.283981 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-2c89a2d8-5f62-48a0-aa97-5299aaa9d206 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 908 time: 0.1952744 Jun 17 05:58:46.338580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.346796 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6ee04fe6-375c-4d6c-b2a5-bf16b5d0a8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:46.353832 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.355629 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c9340e68-a17b-43e3-93f2-e827c006accd HTTP/1.1" status: 204 len: 168 time: 1.0968032 Jun 17 05:58:46.358729 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56530) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:46.366862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9340e68-a17b-43e3-93f2-e827c006accd,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:46.369762 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-83b5bac1-7fc7-463c-a3b2-99c461de5cf6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 1000 time: 0.0788105 Jun 17 05:58:46.370502 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:46.426061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-ccca323c-059d-4742-972f-c61bb1614862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.427480 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-ccca323c-059d-4742-972f-c61bb1614862 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0436938 Jun 17 05:58:46.491362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-72bd11bf-be03-43fa-8465-cff109397b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.492855 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-72bd11bf-be03-43fa-8465-cff109397b4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591750 Jun 17 05:58:46.583378 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-cc3148f9-c97f-45b5-a22f-01bf81a312ec service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836067 Jun 17 05:58:46.671010 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-603ee3e7-4d60-4ba7-823e-63ea030da848 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808320 Jun 17 05:58:46.691409 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:46.978351 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9311-6da5-4629-b174-5b3c62d896ff req-8896b0e0-d4c5-4fc3-a758-d514bcfdfeed tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.979845 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a4b9311-6da5-4629-b174-5b3c62d896ff req-8896b0e0-d4c5-4fc3-a758-d514bcfdfeed tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0773644 Jun 17 05:58:47.018814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.022762 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2a4b9311-6da5-4629-b174-5b3c62d896ff req-22951e72-8abf-4c8f-b0bf-a6a67fdf26cc tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341659 Jun 17 05:58:47.196804 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Deleting port ca687137-9f0c-45c6-82cd-89962d0ce4d4 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:47.197139 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.271104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] For port ca687137-9f0c-45c6-82cd-89962d0ce4d4, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ca687137-9f0c-45c6-82cd-89962d0ce4d4,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:47.271473 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.335599 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Calling delete_port for ca687137-9f0c-45c6-82cd-89962d0ce4d4 owned by network:router_interface {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:47.412054 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682bdca-3369-486d-9182-85a93c1901cc req-9e4a4cc7-1ee4-405f-8d96-bec3c4396a8a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:47.413535 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1682bdca-3369-486d-9182-85a93c1901cc req-9e4a4cc7-1ee4-405f-8d96-bec3c4396a8a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0626853 Jun 17 05:58:47.450415 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1682bdca-3369-486d-9182-85a93c1901cc req-5530953e-b1fb-4e78-86e4-8c57dccde89c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Jun 17 05:58:47.577518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.580560 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e556dc88-239c-4b56-bc01-ec5155ea4d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:47.602769 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca687137-9f0c-45c6-82cd-89962d0ce4d4,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:47.605887 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:47.766017 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.968776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Router bfc1c96a-3947-4d61-bc00-21ab50a83688 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:58:47.994190 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.071975 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:58:48.080103 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] 10.222.0.20 "PUT /v2.0/routers/bfc1c96a-3947-4d61-bc00-21ab50a83688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172992 Jun 17 05:58:48.080103 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56540) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:48.082553 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Sync routers for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:58:48.094383 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:48.095759 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:48.190850 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks [] for router, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.199928 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49bc10-b004-4778-875a-bcec1162d4fe req-a44b022f-8dfa-4338-8500-34fc6235231d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:48.201345 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:48.201565 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b49bc10-b004-4778-875a-bcec1162d4fe req-a44b022f-8dfa-4338-8500-34fc6235231d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0651710 Jun 17 05:58:48.246305 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2b49bc10-b004-4778-875a-bcec1162d4fe req-9616520b-c80b-4d46-b0b3-b665dbcb148d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373626 Jun 17 05:58:48.300193 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.433192 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Deleting port da27e102-9520-4e40-9b1c-b9929be8c872 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:48.433532 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.461782 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:58:47Z', 'revision_number': 5, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port': {'id': 'da27e102-9520-4e40-9b1c-b9929be8c872', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:59Z', 'updated_at': '2021-06-17T05:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:48.494613 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Checking router: bfc1c96a-3947-4d61-bc00-21ab50a83688 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:58:48.505985 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Routers {'bfc1c96a-3947-4d61-bc00-21ab50a83688'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:58:48.506637 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T05:58:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['bfc1c96a-3947-4d61-bc00-21ab50a83688'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:48.521788 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] For port da27e102-9520-4e40-9b1c-b9929be8c872, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=da27e102-9520-4e40-9b1c-b9929be8c872,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:48.522233 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.584147 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Calling delete_port for da27e102-9520-4e40-9b1c-b9929be8c872 owned by network:router_gateway {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:48.589911 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] Set router bfc1c96a-3947-4d61-bc00-21ab50a83688 gateway port host: None {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:58:48.630310 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67253c5-f51c-4d89-b88c-11e84e4151bd req-305693c9-5f36-48e2-997d-335bc2977944 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:48.631971 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d67253c5-f51c-4d89-b88c-11e84e4151bd req-305693c9-5f36-48e2-997d-335bc2977944 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0692866 Jun 17 05:58:48.642200 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:58:48Z', 'revision_number': 6, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:48.670633 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79fa16-7fa3-4bec-8eaf-9f08868228d3 None None] The sync data for ids ['bfc1c96a-3947-4d61-bc00-21ab50a83688'] in dv-cinder-772623-9-iscsi is: [{'id': 'bfc1c96a-3947-4d61-bc00-21ab50a83688', 'name': 'tempest-TestMinimumBasicScenario-745305477-router', 'tenant_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:58Z', 'updated_at': '2021-06-17T05:58:48Z', 'revision_number': 6, 'project_id': '2aba0366e2774e03ab5d7bcd067f0a0b', 'gw_port_host': None}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:58:48.684432 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d67253c5-f51c-4d89-b88c-11e84e4151bd req-5652c539-f720-45ee-90d6-58aab958aec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Jun 17 05:58:48.819819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:48.822016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5b5c87fb-e5ea-4b00-82ec-9de17a02b5e3 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:48.850728 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Pushing event deleted for resources: {'Port': ['ID=da27e102-9520-4e40-9b1c-b9929be8c872,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:48.853248 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:48.912285 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.012282 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.014454 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.137428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.137933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfc1c96a-3947-4d61-bc00-21ab50a83688 {{(pid=99872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:58:49.142769 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.144405 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-575a0ee2-fa6f-44d3-8eb6-4384edf63196 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bfc1c96a-3947-4d61-bc00-21ab50a83688 HTTP/1.1" status: 204 len: 168 time: 1.0638738 Jun 17 05:58:49.146841 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56546) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:49.172233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-33c987e2-8476-4000-9476-c053d01821d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.173738 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-33c987e2-8476-4000-9476-c053d01821d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.0535150 Jun 17 05:58:49.190528 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Deleting subnet 7452bec2-7bb8-482b-9a4a-6ea68e5d675e {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:58:49.193696 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.227878 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.279629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-14a06473-550a-4366-89a1-3a01d0e551e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.281313 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-14a06473-550a-4366-89a1-3a01d0e551e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.0881824 Jun 17 05:58:49.334270 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.427384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2c6e-93ce-4ce2-b17b-df996ede0538 req-0640f4d7-816a-4f65-8017-fdd5e48129d9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.428896 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39ab2c6e-93ce-4ce2-b17b-df996ede0538 req-0640f4d7-816a-4f65-8017-fdd5e48129d9 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0724888 Jun 17 05:58:49.457915 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.461277 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:49.489864 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7452bec2-7bb8-482b-9a4a-6ea68e5d675e,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:49.495840 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.497528 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fccd6-da75-45cd-82d2-86c958c69acf None None] Network 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:58:49.498121 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7452bec2-7bb8-482b-9a4a-6ea68e5d675e HTTP/1.1" status: 204 len: 168 time: 0.3501639 Jun 17 05:58:49.499528 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2860992b-f7d1-4b21-a84e-9287cf7d9fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:49.500761 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56550) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:49.510906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-751fc38f-6e1f-43bb-815d-8deb23c9032f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 1001 time: 0.0992973 Jun 17 05:58:49.513939 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-39ab2c6e-93ce-4ce2-b17b-df996ede0538 req-097cd0c2-3f67-4868-a7bb-c2e273e9fc4b tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544269 Jun 17 05:58:49.573354 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-f9773640-c0b1-4d1f-a87a-e1a3ef91f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.575102 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-f9773640-c0b1-4d1f-a87a-e1a3ef91f0fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0577374 Jun 17 05:58:49.592015 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.638276 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-7562bb37-fac6-4f43-90fd-7e4a39cfa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.639905 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-7562bb37-fac6-4f43-90fd-7e4a39cfa7ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578570 Jun 17 05:58:49.640115 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device da27e102-9520-4e40-9b1c-b9929be8c872 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:49.653014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Deleting port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:49.653407 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.661952 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: da27e102-9520-4e40-9b1c-b9929be8c872 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:49.662313 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device da27e102-9520-4e40-9b1c-b9929be8c872 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:49.662737 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ca687137-9f0c-45c6-82cd-89962d0ce4d4 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:49.686724 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: ca687137-9f0c-45c6-82cd-89962d0ce4d4 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:49.687073 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ca687137-9f0c-45c6-82cd-89962d0ce4d4 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:49.721172 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] For port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:49.721582 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.764267 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-e9148da1-3291-4e3b-a1ed-9215ec7dd25e service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139941 Jun 17 05:58:49.791709 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] DHCP port deletion for 9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:58:49.825569 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Calling delete_port for fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 owned by network:dhcp {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:49.855858 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Deleting port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:58:49.856565 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.901890 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4033ad30-9a7b-41d3-b18e-faca466d40d1 req-60802ecf-7db2-4556-9f52-60e9ede47527 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338246 Jun 17 05:58:49.920611 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] For port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,segment=NetworkSegment(245580a8-ce4e-4106-8c82-f22d692a1b40),segment_id=245580a8-ce4e-4106-8c82-f22d692a1b40)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:49.920611 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:49.921797 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c810-ef02-4619-89fc-e94721faa2e5 req-35e55df6-c77e-4a35-83ec-471313047b95 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.924922 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9068c810-ef02-4619-89fc-e94721faa2e5 req-35e55df6-c77e-4a35-83ec-471313047b95 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0975540 Jun 17 05:58:49.961047 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9068c810-ef02-4619-89fc-e94721faa2e5 req-c0be91be-53f5-408e-9644-b8698a42b1cd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jun 17 05:58:49.985597 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Calling delete_port for fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:58:50.003069 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.006405 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2f40a3a-52fe-4d35-b943-ee86694bef17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:50.034743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:50.037018 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] No DVR routers for this DVR port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 on host dv-cinder-772623-9-iscsi {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:50.038800 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:50.059959 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.064498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:50.087423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Pushing event deleted for resources: {'Port': ['ID=fa996d8a-d1e5-4bcc-b725-ad29e7a6f692,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:50.091660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] No DVR routers for this DVR port fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:58:50.105085 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.105460 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.105797 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.106128 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.106456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.106783 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.107106 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.107454 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.107800 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.108147 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.108470 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.108810 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:50.111744 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:50.114172 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.124649 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:50.134420 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245580a8-ce4e-4106-8c82-f22d692a1b40') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:50.134718 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245580a8-ce4e-4106-8c82-f22d692a1b40') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:50.143751 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.156888 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.163074 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:58:50.163452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:58:50.165067 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:58:50.285881 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.289669 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ff62c7b3-2d51-4ffb-b8cf-e5ea173bcd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:50.296228 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.296228 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4 HTTP/1.1" status: 204 len: 168 time: 0.7923086 Jun 17 05:58:50.305314 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7bc389-7a17-41e1-a2bf-d901e1dd8bd4,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:50.307572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4231c92d-dfaf-4895-9355-84dd98414ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:50.647423 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56560) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:50.689440 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-7154066c-7e94-41c3-bd26-0c55133b9f26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d1b5b9712564dd1b4291f8be0e8f750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408075 Jun 17 05:58:50.692430 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56562) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:50.703152 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cff8-e534-434c-98ef-2eaab5b13af9 req-79dbd56f-2f0f-489a-a2b8-ee6263e7ed44 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:50.704625 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2130cff8-e534-434c-98ef-2eaab5b13af9 req-79dbd56f-2f0f-489a-a2b8-ee6263e7ed44 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0663555 Jun 17 05:58:50.740860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.742692 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2130cff8-e534-434c-98ef-2eaab5b13af9 req-9b28ae6b-9700-414b-a305-4a424f2cd884 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Jun 17 05:58:50.764688 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.871237 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.874096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:50.875221 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7d0de50-b6d0-4bba-9a46-3c125dd5f97a HTTP/1.1" status: 204 len: 168 time: 0.1819046 Jun 17 05:58:50.876077 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e012378c-d6bf-4472-8049-ce19f6a14636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:50.884149 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d0de50-b6d0-4bba-9a46-3c125dd5f97a,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:50.886730 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:51.138486 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a18c4f-ed88-4cce-9443-5193c693f590 req-51687e5a-9ffe-4b3a-bb42-88d2654bee34 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:51.139923 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-33a18c4f-ed88-4cce-9443-5193c693f590 req-51687e5a-9ffe-4b3a-bb42-88d2654bee34 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0622871 Jun 17 05:58:51.181679 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-33a18c4f-ed88-4cce-9443-5193c693f590 req-39250dab-f0ff-4547-a7ed-d57698263c28 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359428 Jun 17 05:58:51.568035 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:51.594408 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:58:51.594757 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device fa996d8a-d1e5-4bcc-b725-ad29e7a6f692 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:58:51.730375 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56572) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:51.764447 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6661625b-b923-463b-b411-4b66f87871f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aba0366e2774e03ab5d7bcd067f0a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377409 Jun 17 05:58:51.766734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56574) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:51.819338 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:51.843334 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:51.937464 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8cbc-2ef8-41cf-93d3-e4dbc0d4e685 req-a9fa35c9-316d-411b-aaeb-0bf7506e5256 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:51.940494 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-355f8cbc-2ef8-41cf-93d3-e4dbc0d4e685 req-a9fa35c9-316d-411b-aaeb-0bf7506e5256 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0802379 Jun 17 05:58:51.985618 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-355f8cbc-2ef8-41cf-93d3-e4dbc0d4e685 req-a95ba38b-8da9-4f79-a23b-0e2f1c698983 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Jun 17 05:58:52.014173 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:52.016823 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:52.017962 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2424580-961d-4318-b87b-95818f726f0a HTTP/1.1" status: 204 len: 168 time: 0.2503200 Jun 17 05:58:52.018766 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fb6fccba-d16c-46d8-a3d1-519674957698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:52.033068 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2424580-961d-4318-b87b-95818f726f0a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:52.036339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.036754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.037125 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.037493 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.037856 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.038219 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.038575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.038939 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.039299 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.039745 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.040227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.040613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.043565 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bf9feb90-ab1e-49a9-a6dd-2bdbc87bd079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:52.370767 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5d6d6-381a-4375-b903-6e1cdba19d9f req-67c6c670-b56e-4836-a547-72f1a0b0067f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:52.371272 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8f5d6d6-381a-4375-b903-6e1cdba19d9f req-67c6c670-b56e-4836-a547-72f1a0b0067f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0779054 Jun 17 05:58:52.412651 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8f5d6d6-381a-4375-b903-6e1cdba19d9f req-4ceeb443-bf92-4389-9496-8bc6abd92d9f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340362 Jun 17 05:58:53.157725 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98e3a-241e-46ee-8679-b2830803faed req-8b753405-7f56-49d1-af65-0bda3face2af tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:53.159745 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-46a98e3a-241e-46ee-8679-b2830803faed req-8b753405-7f56-49d1-af65-0bda3face2af tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0608301 Jun 17 05:58:53.195200 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-46a98e3a-241e-46ee-8679-b2830803faed req-ddb17363-b6c4-4072-9e42-e8a967b2f36f tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299690 Jun 17 05:58:53.586747 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189506ab-47b0-4cfc-8618-c01af2a74dfe req-fbcba3c8-1123-416c-9acc-5c0318248348 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:53.588193 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-189506ab-47b0-4cfc-8618-c01af2a74dfe req-fbcba3c8-1123-416c-9acc-5c0318248348 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0675719 Jun 17 05:58:53.625359 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-189506ab-47b0-4cfc-8618-c01af2a74dfe req-ec800636-f130-4e4d-bf99-116c33bbeb90 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jun 17 05:58:54.364079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f7e2-49e1-47a7-8cf3-3b4528ce3f72 req-12234155-747a-4336-abd6-ab245e68b8a6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.365629 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dac5f7e2-49e1-47a7-8cf3-3b4528ce3f72 req-12234155-747a-4336-abd6-ab245e68b8a6 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 944 time: 0.0604932 Jun 17 05:58:54.401443 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dac5f7e2-49e1-47a7-8cf3-3b4528ce3f72 req-dc7133be-168c-400f-9d26-fa6671228765 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304012 Jun 17 05:58:54.796109 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1024c-4b31-4969-ae27-452884d66d88 req-ecb221eb-4240-4b6a-b67a-14d3cb70b252 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.797562 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cdc1024c-4b31-4969-ae27-452884d66d88 req-ecb221eb-4240-4b6a-b67a-14d3cb70b252 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0635762 Jun 17 05:58:54.834891 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cdc1024c-4b31-4969-ae27-452884d66d88 req-62266342-11eb-41e1-9e3c-1f228bb9c121 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jun 17 05:58:55.169666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:58:55.259423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:55.269990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'port_id': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'mac_address': 'fa:16:3e:10:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:58:55.307041 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:55.319248 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:58:55.336976 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:55.431111 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:55.433506 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:55.478827 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=7']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:55.483757 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:55.818021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a572acd-d2b0-4f49-b4b9-274ec0e8bb5e req-d878bdf6-ae4f-463e-bab0-deeb12633a16 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:55.819461 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1a572acd-d2b0-4f49-b4b9-274ec0e8bb5e req-d878bdf6-ae4f-463e-bab0-deeb12633a16 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 945 time: 0.3045151 Jun 17 05:58:55.853861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:55.857279 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1a572acd-d2b0-4f49-b4b9-274ec0e8bb5e req-68e13ebc-b687-45b9-844b-6502237f4c0d tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jun 17 05:58:56.015818 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0f35-d52a-45b8-ad35-cf70624d4528 req-de137dd8-4b4a-4b34-8197-2791a921dfea tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:56.017302 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b2c0f35-d52a-45b8-ad35-cf70624d4528 req-de137dd8-4b4a-4b34-8197-2791a921dfea tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0619805 Jun 17 05:58:56.054872 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3b2c0f35-d52a-45b8-ad35-cf70624d4528 req-0c499381-c18f-4123-8e4d-855d1e9db8a6 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jun 17 05:58:57.173190 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:58:57.220047 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:58:57.220447 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:57.241204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed0da-f075-49bf-bc06-9c0c9fc74d63 req-df195c4f-632e-42b4-9de8-a07472cc9160 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:57.242715 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d90ed0da-f075-49bf-bc06-9c0c9fc74d63 req-df195c4f-632e-42b4-9de8-a07472cc9160 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 945 time: 0.0673032 Jun 17 05:58:57.284259 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d90ed0da-f075-49bf-bc06-9c0c9fc74d63 req-093881cf-3eef-4b69-849a-91369dec8107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355198 Jun 17 05:58:57.309890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:57.332120 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:57.334302 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49978d4-d026-4ca2-ac0b-054efb40c9d2" -d '{"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:57.346321 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:57.405714 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:57.407639 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:57.447808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc401e-6091-4a7f-8433-bf50d1cdc547 req-2faa3a81-74f9-40e8-b2f6-d7ccb740792c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:57.449285 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-86cc401e-6091-4a7f-8433-bf50d1cdc547 req-2faa3a81-74f9-40e8-b2f6-d7ccb740792c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0630717 Jun 17 05:58:57.452168 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=8']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:57.455213 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:57.486516 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-86cc401e-6091-4a7f-8433-bf50d1cdc547 req-e7b7c499-837a-4bf2-9bfc-062a60b3e4c8 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Jun 17 05:58:57.663444 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea3f0f-84b8-448c-949c-122125aecc7c x-openstack-request-id: req-8aea3f0f-84b8-448c-949c-122125aecc7c {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:57.663746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:57.664004 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aea3f0f-84b8-448c-949c-122125aecc7c {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:57.664400 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'code': 200} Jun 17 05:58:57.983496 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686a3bc-4c74-43d6-91c3-5f239a8de6cf req-d7094a1e-1951-4a67-92a4-6d31b4dd056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:57.984930 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7686a3bc-4c74-43d6-91c3-5f239a8de6cf req-d7094a1e-1951-4a67-92a4-6d31b4dd056b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0496938 Jun 17 05:58:58.021096 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7686a3bc-4c74-43d6-91c3-5f239a8de6cf req-b86b888e-d882-40e7-8ac1-3630fbce655d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296493 Jun 17 05:58:58.462249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b0d1-754e-445f-9772-559ab9358276 req-c476c7d0-c7a2-4d69-b666-b2fe02c10d2c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:58.463684 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44a6b0d1-754e-445f-9772-559ab9358276 req-c476c7d0-c7a2-4d69-b666-b2fe02c10d2c tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0616624 Jun 17 05:58:58.499969 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-44a6b0d1-754e-445f-9772-559ab9358276 req-f798b69b-76ef-46af-87d4-1184223b146e tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Jun 17 05:58:58.666863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf00f67-0cbe-4dfe-88ab-a00f9041e157 req-df7aaa7b-2bc0-4f7a-b796-31fd14acd654 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:58.668313 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bf00f67-0cbe-4dfe-88ab-a00f9041e157 req-df7aaa7b-2bc0-4f7a-b796-31fd14acd654 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0735776 Jun 17 05:58:58.704264 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bf00f67-0cbe-4dfe-88ab-a00f9041e157 req-dc34c1a2-4a4f-470b-ae5a-a2ffac64d81e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304775 Jun 17 05:58:59.675536 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6723-564e-48a1-9e1d-86cc519b51ed req-727d1594-f078-41bc-9902-75451d5d9fc1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:59.676996 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d52c6723-564e-48a1-9e1d-86cc519b51ed req-727d1594-f078-41bc-9902-75451d5d9fc1 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0659018 Jun 17 05:58:59.713030 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d52c6723-564e-48a1-9e1d-86cc519b51ed req-c9c9fc20-94d7-4400-9a62-eb6eafc08b47 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Jun 17 05:58:59.872258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd521efb-21dd-4bb8-bca2-fceba6d51836 req-ea1e3b91-ff51-4ceb-a8e3-761de31b2ee6 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:59.874002 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd521efb-21dd-4bb8-bca2-fceba6d51836 req-ea1e3b91-ff51-4ceb-a8e3-761de31b2ee6 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0613000 Jun 17 05:58:59.910805 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd521efb-21dd-4bb8-bca2-fceba6d51836 req-7e9abd6f-566e-4165-bc6c-75f7ebc35ad2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Jun 17 05:59:01.088363 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873b9d6-0291-49ff-af3d-1ca9e7d427ac req-498b2505-f3b2-4ebb-a90c-81a1d586b863 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:01.089726 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3873b9d6-0291-49ff-af3d-1ca9e7d427ac req-498b2505-f3b2-4ebb-a90c-81a1d586b863 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0648847 Jun 17 05:59:01.126149 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3873b9d6-0291-49ff-af3d-1ca9e7d427ac req-1f6d3e88-2145-4883-a0e2-7e7e2a16d8b2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Jun 17 05:59:02.296565 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dbc12-4cd2-467b-a985-84fe19025d22 req-4f206189-4b59-4e05-bf4d-4fcc21308055 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:02.297981 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-778dbc12-4cd2-467b-a985-84fe19025d22 req-4f206189-4b59-4e05-bf4d-4fcc21308055 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0627699 Jun 17 05:59:02.347102 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-778dbc12-4cd2-467b-a985-84fe19025d22 req-ced264da-0d3c-41e0-89ee-03bb0c662fcc tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Jun 17 05:59:02.998882 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d161d08-8e1a-464e-b401-f5b551d8f7df req-e75e7a1f-ffde-4c0e-9b1c-592f91d0e6a7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:03.000347 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d161d08-8e1a-464e-b401-f5b551d8f7df req-e75e7a1f-ffde-4c0e-9b1c-592f91d0e6a7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0650611 Jun 17 05:59:03.067103 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d161d08-8e1a-464e-b401-f5b551d8f7df req-508db959-f04f-4a0a-9e83-182513673f86 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594292 Jun 17 05:59:03.089465 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-a2a9e56c-6ceb-4f7e-b21c-cabf70a437bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:03.090906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-a2a9e56c-6ceb-4f7e-b21c-cabf70a437bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 1098 time: 0.0684538 Jun 17 05:59:03.176815 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-988cc6ee-db31-4b44-99fe-1f68b0a1f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:03.178201 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-988cc6ee-db31-4b44-99fe-1f68b0a1f7f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.0806096 Jun 17 05:59:03.244024 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-9e820b2b-1900-484d-a11f-8cc7762a1576 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 200 len: 1001 time: 0.0584929 Jun 17 05:59:03.290328 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-d4d6af14-5eb2-4e8d-adbe-79cb73b0aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:03.291667 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-d4d6af14-5eb2-4e8d-adbe-79cb73b0aa14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0411127 Jun 17 05:59:03.345640 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-6ab6833e-083c-4f52-b5ca-b5f1a5225a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:03.347564 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-6ab6833e-083c-4f52-b5ca-b5f1a5225a8d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495296 Jun 17 05:59:03.435156 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-a8befa96-7efd-40ee-9955-3a6f85e722d9 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811577 Jun 17 05:59:03.520871 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf87ddfc-945f-4b1f-8876-b945f64b0416 req-916ae5e8-50d3-4dde-815e-88c907c066c8 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798845 Jun 17 05:59:04.250340 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64561b4-31d5-4b01-b84a-e1060d8bef8d req-0c43ad19-6858-43cd-9f3d-e5819a7d3461 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:04.251789 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a64561b4-31d5-4b01-b84a-e1060d8bef8d req-0c43ad19-6858-43cd-9f3d-e5819a7d3461 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0665572 Jun 17 05:59:04.289025 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a64561b4-31d5-4b01-b84a-e1060d8bef8d req-5c0db73c-2d5a-4e5c-b378-d1d4af99d9ab tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Jun 17 05:59:05.458795 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508b6d-058c-425a-8839-cc82d39da787 req-c90af279-92c1-4803-a13d-b53d16b9ab36 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:05.460220 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b508b6d-058c-425a-8839-cc82d39da787 req-c90af279-92c1-4803-a13d-b53d16b9ab36 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0607150 Jun 17 05:59:05.497286 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9b508b6d-058c-425a-8839-cc82d39da787 req-ad75b2ee-f5fa-48bf-9b76-13b405c9e4c4 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Jun 17 05:59:12.636582 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7369d49d-eaf3-456b-b260-486e56c8bbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:15.047568 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faf308e1-d308-47d5-b40d-2ee1a98b2a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:15.207774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:16.133331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:16.164175 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:59:17.025196 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:18.022605 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:19.831216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b620-c697-40fe-a0f6-fd718612b949 req-94929449-6537-404e-a2ce-772de4142fdd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:19.832700 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d438b620-c697-40fe-a0f6-fd718612b949 req-94929449-6537-404e-a2ce-772de4142fdd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0653965 Jun 17 05:59:19.868929 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d438b620-c697-40fe-a0f6-fd718612b949 req-63d41608-0a39-4096-bf13-2fe2aa96d5d6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306995 Jun 17 05:59:21.046112 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c7902-d454-444a-8124-2c03a7cbe343 req-a496701f-adf0-4ac4-9279-ac98d84cabe0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:21.047533 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb3c7902-d454-444a-8124-2c03a7cbe343 req-a496701f-adf0-4ac4-9279-ac98d84cabe0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0652947 Jun 17 05:59:21.083324 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-eb3c7902-d454-444a-8124-2c03a7cbe343 req-d02c63f8-2c63-445e-8b1f-89c0054839dc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302572 Jun 17 05:59:22.255308 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1780-17ce-49ad-873a-64edf4d7869d req-2c3e87d9-6292-42de-ba06-4b2be43a8841 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:22.256752 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf0c1780-17ce-49ad-873a-64edf4d7869d req-2c3e87d9-6292-42de-ba06-4b2be43a8841 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0610149 Jun 17 05:59:22.293248 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cf0c1780-17ce-49ad-873a-64edf4d7869d req-0c0afe5e-ab4a-4cbe-80a2-91dcc8072b06 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303888 Jun 17 05:59:23.469201 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227cf27-f5d1-404d-bd73-0dd0a57e5408 req-97dcc744-3f87-433f-8c66-9e4239e7fcdf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:23.470638 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1227cf27-f5d1-404d-bd73-0dd0a57e5408 req-97dcc744-3f87-433f-8c66-9e4239e7fcdf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0653515 Jun 17 05:59:23.507761 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1227cf27-f5d1-404d-bd73-0dd0a57e5408 req-3f54980c-25ed-4687-8df0-2b0c775cb66c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Jun 17 05:59:24.685384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c8f7-d288-46e9-807e-9ca74cd85787 req-9b71bfa0-b760-4f63-bf29-aaa3233cc1cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:24.686874 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2506c8f7-d288-46e9-807e-9ca74cd85787 req-9b71bfa0-b760-4f63-bf29-aaa3233cc1cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0616257 Jun 17 05:59:24.722958 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2506c8f7-d288-46e9-807e-9ca74cd85787 req-d905cfb7-b6f0-451e-a0a1-4ed8f82391c5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Jun 17 05:59:25.897957 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb521-1bf8-4768-89fa-cfbfdebc4a12 req-57cff9ff-34b2-4400-8aa7-d4cbc88bab1f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:25.899371 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-067fb521-1bf8-4768-89fa-cfbfdebc4a12 req-57cff9ff-34b2-4400-8aa7-d4cbc88bab1f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0614939 Jun 17 05:59:25.935276 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-067fb521-1bf8-4768-89fa-cfbfdebc4a12 req-017987b6-b0b8-41fb-8f02-a3ffa9bb67bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Jun 17 05:59:27.112722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ba9bb-9f4c-4009-b4e6-518567f43676 req-5f4297e2-1d02-436d-96a5-d6a93524020d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:27.114061 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a61ba9bb-9f4c-4009-b4e6-518567f43676 req-5f4297e2-1d02-436d-96a5-d6a93524020d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0645759 Jun 17 05:59:27.150814 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a61ba9bb-9f4c-4009-b4e6-518567f43676 req-a882932b-f9ab-4256-887b-ff1612535ad7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312295 Jun 17 05:59:28.324423 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e5e5b-e3d3-49d1-b4ff-86a498590adf req-99c7c699-fabd-4f35-8569-b675b275695d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:28.325950 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-318e5e5b-e3d3-49d1-b4ff-86a498590adf req-99c7c699-fabd-4f35-8569-b675b275695d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0625825 Jun 17 05:59:28.363328 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-318e5e5b-e3d3-49d1-b4ff-86a498590adf req-8d11fd26-76c2-47f3-a857-87b423a75015 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Jun 17 05:59:29.543042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f82467-5080-4b1f-822c-49b5272964a7 req-0da5ab36-46a5-4bf6-9666-d58ad85926ff tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:29.544465 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-98f82467-5080-4b1f-822c-49b5272964a7 req-0da5ab36-46a5-4bf6-9666-d58ad85926ff tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0652578 Jun 17 05:59:29.579829 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-98f82467-5080-4b1f-822c-49b5272964a7 req-e823e2d0-5f0d-46b3-920f-9df1ff6e4e27 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298584 Jun 17 05:59:30.755177 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04272-55bc-4ced-971f-27fd768aa572 req-25d26a8f-ce73-4405-83f3-011fa64cf81d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:30.756702 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6da04272-55bc-4ced-971f-27fd768aa572 req-25d26a8f-ce73-4405-83f3-011fa64cf81d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0626028 Jun 17 05:59:30.792561 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6da04272-55bc-4ced-971f-27fd768aa572 req-7d6eeaf6-a417-4ba5-bdff-dec588def292 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302775 Jun 17 05:59:32.058886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a608c1-6c85-480c-ad7a-10ebb78f0751 req-5027d591-8638-4b50-96db-880e6f0639b4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:32.060343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-34a608c1-6c85-480c-ad7a-10ebb78f0751 req-5027d591-8638-4b50-96db-880e6f0639b4 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.1555362 Jun 17 05:59:32.095964 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-34a608c1-6c85-480c-ad7a-10ebb78f0751 req-dfb2e1a7-2361-4a57-9cf5-2188dc62fa72 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298870 Jun 17 05:59:33.273670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788364e2-30e0-4c32-92ad-2a006f90703d req-abffb5b7-2d0b-4590-8602-ff89115ee516 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:33.275102 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-788364e2-30e0-4c32-92ad-2a006f90703d req-abffb5b7-2d0b-4590-8602-ff89115ee516 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0655017 Jun 17 05:59:33.310999 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-788364e2-30e0-4c32-92ad-2a006f90703d req-55b520ed-bec8-4dd0-bcdd-2dd9c773f3b7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Jun 17 05:59:33.357297 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:59:33.451557 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:59:33.462606 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:59:33.497266 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:33.509850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:59:33.528050 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:59:33.590281 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:33.592990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:59:33.640245 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=6']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:59:33.643354 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:59:33.782686 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:59:34.487206 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b2368-aa59-481e-85e4-8d259fd59fc8 req-c853decd-1e68-4b87-acd1-42d7a9601888 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:34.488670 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-468b2368-aa59-481e-85e4-8d259fd59fc8 req-c853decd-1e68-4b87-acd1-42d7a9601888 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.0617738 Jun 17 05:59:34.525708 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-468b2368-aa59-481e-85e4-8d259fd59fc8 req-6177a2bb-d3ae-41f0-92e4-12ef3ad6575e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Jun 17 05:59:35.356662 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:59:35.404758 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:59:35.405134 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:35.474976 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:35.496015 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:59:35.498264 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23480e9-0888-404d-a34d-2ab4d2e618ca" -d '{"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:59:35.511089 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:59:35.541540 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f07e92-3d8c-4689-843e-ff7a3937d8ea x-openstack-request-id: req-89f07e92-3d8c-4689-843e-ff7a3937d8ea {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:59:35.541869 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:59:35.542128 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89f07e92-3d8c-4689-843e-ff7a3937d8ea {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:59:35.542520 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'code': 200} Jun 17 05:59:35.590405 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:35.592276 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:59:35.637150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=7']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:59:35.640018 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:59:35.704922 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320df76-0dc1-45c1-9dd1-1e93182b1f49 req-2050fa79-a74e-4410-a926-0d08030fb406 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:35.706347 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9320df76-0dc1-45c1-9dd1-1e93182b1f49 req-2050fa79-a74e-4410-a926-0d08030fb406 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Jun 17 05:59:35.742932 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9320df76-0dc1-45c1-9dd1-1e93182b1f49 req-b0af7762-7ae7-4960-a8a8-527f13758fbe tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Jun 17 05:59:36.915999 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd82f20-0f50-47eb-a29a-5b9c8b41b2c5 req-2ea1f7e1-2941-49ab-ba3b-93b6db702686 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:36.917451 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8bd82f20-0f50-47eb-a29a-5b9c8b41b2c5 req-2ea1f7e1-2941-49ab-ba3b-93b6db702686 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0625987 Jun 17 05:59:36.953364 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8bd82f20-0f50-47eb-a29a-5b9c8b41b2c5 req-9ed41a7c-15d8-46f3-b26c-56490724edc3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304008 Jun 17 05:59:38.143672 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85ea17-1d3b-4d4d-a72a-6d210496dd31 req-8113f518-a842-4e50-8df3-432243c76744 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:38.145185 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d85ea17-1d3b-4d4d-a72a-6d210496dd31 req-8113f518-a842-4e50-8df3-432243c76744 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0751522 Jun 17 05:59:38.182514 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0d85ea17-1d3b-4d4d-a72a-6d210496dd31 req-de1f1eff-3883-4a8c-8031-02d03d4dfbab tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jun 17 05:59:39.414613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b491-e3bc-46ba-9687-267a09325fe6 req-ed8cdd29-4e9a-41c9-afa0-364b75075946 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:39.416254 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2842b491-e3bc-46ba-9687-267a09325fe6 req-ed8cdd29-4e9a-41c9-afa0-364b75075946 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.1004517 Jun 17 05:59:39.464560 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2842b491-e3bc-46ba-9687-267a09325fe6 req-43224e85-0457-4186-9f5d-62b691fed654 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Jun 17 05:59:40.675189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce67eae-cb18-4d6b-9557-268567b8f4c9 req-b25ca879-0816-4253-ab58-b86c4d557f87 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:40.676783 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6ce67eae-cb18-4d6b-9557-268567b8f4c9 req-b25ca879-0816-4253-ab58-b86c4d557f87 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0701177 Jun 17 05:59:40.729306 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6ce67eae-cb18-4d6b-9557-268567b8f4c9 req-230e3620-8810-4a1a-81e2-7b18bc4187ad tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Jun 17 05:59:41.919788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a1f5-1f7e-4b7b-8afe-784641c37ced req-d1d39cc0-b3a0-4bb1-91bd-5e6d0b418ceb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:41.922018 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5328a1f5-1f7e-4b7b-8afe-784641c37ced req-d1d39cc0-b3a0-4bb1-91bd-5e6d0b418ceb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0720870 Jun 17 05:59:41.961009 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5328a1f5-1f7e-4b7b-8afe-784641c37ced req-3a2f7425-9062-42f2-8553-3de592d08980 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Jun 17 05:59:42.619752 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5dfa-9de1-4e9c-8fa3-2798f6aa9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:43.153793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ee0f2-d37e-4e1d-9cc5-a4a3696521ca req-9f1f125d-a2ac-424c-8d76-8f41536ae72d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:43.156213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-784ee0f2-d37e-4e1d-9cc5-a4a3696521ca req-9f1f125d-a2ac-424c-8d76-8f41536ae72d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0693552 Jun 17 05:59:43.192458 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-784ee0f2-d37e-4e1d-9cc5-a4a3696521ca req-9f4bc572-c8fe-485e-96c3-e99132740e23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jun 17 05:59:44.386074 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1245827-7c0e-46e8-85a4-2868eff90d67 req-e5301400-f328-45ad-b75b-28734dfdedc1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:44.387522 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f1245827-7c0e-46e8-85a4-2868eff90d67 req-e5301400-f328-45ad-b75b-28734dfdedc1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0689175 Jun 17 05:59:44.428132 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f1245827-7c0e-46e8-85a4-2868eff90d67 req-a13916fd-0dde-4fd4-9b53-4c60018fc46a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Jun 17 05:59:45.068207 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-ad7545b7-f968-4f76-a957-d4cc7f0ca440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:45.227911 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:45.743519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d056763-2276-4e72-b86b-af87b4ac6229 req-cc87d847-cf11-4a4d-a92f-10f2d095f4e0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:45.750376 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d056763-2276-4e72-b86b-af87b4ac6229 req-cc87d847-cf11-4a4d-a92f-10f2d095f4e0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.1992707 Jun 17 05:59:45.787380 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d056763-2276-4e72-b86b-af87b4ac6229 req-205961cf-9aac-439d-b3a9-5f43fb859db5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359108 Jun 17 05:59:46.165073 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:46.992004 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903bfe7-3abb-463c-8e99-6873eb80dd23 req-616c33c0-7e23-48ba-bf98-f8f74433ec16 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:46.994349 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a903bfe7-3abb-463c-8e99-6873eb80dd23 req-616c33c0-7e23-48ba-bf98-f8f74433ec16 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0847962 Jun 17 05:59:47.013640 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:47.061488 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a903bfe7-3abb-463c-8e99-6873eb80dd23 req-64b3baa8-67c8-4e32-b58d-318f62ceab10 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598409 Jun 17 05:59:48.007893 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:48.263377 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff1a5-2ec9-4db0-8872-ebf7444da791 req-71bbb61b-a3ea-4658-b057-788a3ec8a65d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:48.265654 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-896ff1a5-2ec9-4db0-8872-ebf7444da791 req-71bbb61b-a3ea-4658-b057-788a3ec8a65d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0746551 Jun 17 05:59:48.320909 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-896ff1a5-2ec9-4db0-8872-ebf7444da791 req-b4817d93-40c2-4389-b4ad-7b49d2e5606b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354221 Jun 17 05:59:49.094122 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-c66a5e4d-cc26-4a16-91b7-dc37929724c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489285 Jun 17 05:59:49.179932 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-fcd768a4-77fb-4628-bd88-0105a7a262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:49.181371 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-fcd768a4-77fb-4628-bd88-0105a7a262c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0505743 Jun 17 05:59:49.285335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-b97e4789-9e48-45c8-a1ee-2fdd4abe7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:49.286725 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-b97e4789-9e48-45c8-a1ee-2fdd4abe7f06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 908 time: 0.0847418 Jun 17 05:59:49.348705 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-6df835a5-c8eb-4a3e-b298-abb83bd9565d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 1002 time: 0.0548379 Jun 17 05:59:49.399471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-982f0cb2-9d94-4b0d-af56-802e486a9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:49.400993 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-982f0cb2-9d94-4b0d-af56-802e486a9d3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0456326 Jun 17 05:59:49.468100 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-54eadcfd-03fe-4091-8ae5-9a9e1c77bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:49.469555 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-54eadcfd-03fe-4091-8ae5-9a9e1c77bb33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596356 Jun 17 05:59:49.618154 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-cb06c430-f6a4-4bbb-b76b-f9bd3cf9ec0e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:59:49.619103 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-cb06c430-f6a4-4bbb-b76b-f9bd3cf9ec0e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478566 Jun 17 05:59:49.703460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294749-06ca-436d-b571-56c2834ed5af req-765e558c-01b2-4a3e-b753-9bfe26c3707b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:49.704924 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b7294749-06ca-436d-b571-56c2834ed5af req-765e558c-01b2-4a3e-b753-9bfe26c3707b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.1184928 Jun 17 05:59:49.744995 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-60045b20-5812-4a36-99b0-66593326872a service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143377 Jun 17 05:59:49.778351 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b7294749-06ca-436d-b571-56c2834ed5af req-55785bf9-5596-474f-8a42-6595d402718e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674937 Jun 17 05:59:49.842457 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aac358b8-e72e-4767-b35c-2b7607f7f1e4 req-8cb797cd-2c2e-4e44-ac36-9f06124676d9 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878844 Jun 17 05:59:50.170097 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-ca134925-5698-40e4-a890-91aa3ddd692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:50.171515 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-ca134925-5698-40e4-a890-91aa3ddd692d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1098 time: 0.0536876 Jun 17 05:59:50.256291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-5a99eff1-38a5-4419-9018-bd8293cf0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:50.257732 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-5a99eff1-38a5-4419-9018-bd8293cf0d6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0793180 Jun 17 05:59:50.321950 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-de71bb2a-727d-44e9-b887-3e948607f0bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 1001 time: 0.0573370 Jun 17 05:59:50.367428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-21194e4d-0e38-49f2-84f5-c7d06fd6c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:50.368778 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-21194e4d-0e38-49f2-84f5-c7d06fd6c9b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0408237 Jun 17 05:59:50.421872 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-f36c0ebb-9654-4788-8973-bc4224c04f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:50.423158 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-f36c0ebb-9654-4788-8973-bc4224c04f15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482101 Jun 17 05:59:50.510266 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-31c66585-3fc0-4da0-bc56-b9d7b484127f service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Jun 17 05:59:50.597267 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f08e874-5cd6-448b-b1e7-e9614de4f027 req-24aa167b-ccf9-4c58-b0de-ba7d874ff5e8 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791261 Jun 17 05:59:50.954908 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749851e-4ba3-4953-b724-22e4f2331459 req-976cb609-8de3-432b-8d76-15f70f5a174a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:50.956341 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d749851e-4ba3-4953-b724-22e4f2331459 req-976cb609-8de3-432b-8d76-15f70f5a174a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Jun 17 05:59:50.992437 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d749851e-4ba3-4953-b724-22e4f2331459 req-9f9fce3d-a370-450f-878f-ef33559ff7d5 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299122 Jun 17 05:59:52.170998 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0fa82-34ae-4ab5-ac2a-3cc22578ceaf req-a3715405-b33a-4af2-a29a-20aaf455fc0f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:52.172424 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96d0fa82-34ae-4ab5-ac2a-3cc22578ceaf req-a3715405-b33a-4af2-a29a-20aaf455fc0f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0649078 Jun 17 05:59:52.207454 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96d0fa82-34ae-4ab5-ac2a-3cc22578ceaf req-6ef8d7e4-9b95-4e3c-b5d3-73d2e1a10939 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294828 Jun 17 05:59:53.162270 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:59:53.381066 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3da07-cc54-4ac7-aca9-9be89eb177e0 req-4bc2920f-3720-4e75-a005-c837b3b2d67c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:53.383072 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-65e3da07-cc54-4ac7-aca9-9be89eb177e0 req-4bc2920f-3720-4e75-a005-c837b3b2d67c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 945 time: 0.0625088 Jun 17 05:59:53.419429 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-65e3da07-cc54-4ac7-aca9-9be89eb177e0 req-288f9b21-6646-4f7b-891f-32d161537ecc tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303597 Jun 17 05:59:53.470873 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:59:53.553082 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:53.575555 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:59:53.578076 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bd6b26-4351-4f1d-80e8-e467edcc7d9f" -d '{"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:59:53.590797 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:59:53.661950 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:53.663769 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-949a482b-462d-4611-a234-b02b9abfaab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:59:53.711449 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=8']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:59:53.718390 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.718736 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.719073 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.719407 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.719733 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.720058 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.720380 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.720729 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.721051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.721371 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.721687 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.722003 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:59:53.725805 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:59:54.430150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f4f95-5fbc-44b6-acf8-0b80ba18208f x-openstack-request-id: req-ff8f4f95-5fbc-44b6-acf8-0b80ba18208f {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:59:54.430449 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-unplugged", "status": "failed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "code": 422}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:59:54.430736 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff8f4f95-5fbc-44b6-acf8-0b80ba18208f {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:59:54.431140 dv-cinder-772623-9-iscsi neutron-server[99873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'code': 422} returned with failed status Jun 17 05:59:55.660445 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1e86-3f68-4474-927e-a7e5e1b7aa6a req-59c63554-a5e1-43b9-9413-0e68fd20a27b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:55.661902 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c5ba1e86-3f68-4474-927e-a7e5e1b7aa6a req-59c63554-a5e1-43b9-9413-0e68fd20a27b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0680225 Jun 17 05:59:55.698372 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c5ba1e86-3f68-4474-927e-a7e5e1b7aa6a req-abfefb90-07ef-4e72-8974-0710bb1aab1d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Jun 17 05:59:55.834439 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-a8ae6658-bc20-44ae-849f-52da53c31a6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509672 Jun 17 05:59:56.880805 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277e516-d6af-4f82-ad61-2060f96d1ff0 req-0a30d64c-ef9e-4243-9f70-c6b88400bb6b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:56.882358 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4277e516-d6af-4f82-ad61-2060f96d1ff0 req-0a30d64c-ef9e-4243-9f70-c6b88400bb6b tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0675616 Jun 17 05:59:56.919902 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4277e516-d6af-4f82-ad61-2060f96d1ff0 req-68b3a462-afbe-487e-9d2f-5735528d4bc0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Jun 17 05:59:57.453730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010486-601f-451c-8648-1ee09e88f832 req-3fddc2ca-0218-47f7-8ebf-909a2c5852e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:57.455145 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-3fddc2ca-0218-47f7-8ebf-909a2c5852e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713&tenant_id=31dd2dfa2e0f486592ca253ded72f9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0513229 Jun 17 05:59:57.495900 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:59:57.543984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010486-601f-451c-8648-1ee09e88f832 req-4835fe57-571f-4d6a-86ae-c35e5c10b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:57.545482 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-4835fe57-571f-4d6a-86ae-c35e5c10b048 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1096 time: 0.0553257 Jun 17 05:59:57.632510 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010486-601f-451c-8648-1ee09e88f832 req-df53f970-255b-41ad-89d9-9e5618358a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:57.633961 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-df53f970-255b-41ad-89d9-9e5618358a85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0813375 Jun 17 05:59:57.943086 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-d0e07cc5-8674-4fcc-a44f-d9a224c4dce5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 999 time: 0.3022554 Jun 17 05:59:57.992061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010486-601f-451c-8648-1ee09e88f832 req-512f55db-305a-4722-958a-93dbb6d928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:57.993747 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-512f55db-305a-4722-958a-93dbb6d928b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0436206 Jun 17 05:59:58.077715 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010486-601f-451c-8648-1ee09e88f832 req-e847c1f1-7a37-4b1a-bbf2-b9264aca472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:58.078973 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-e847c1f1-7a37-4b1a-bbf2-b9264aca472d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786622 Jun 17 05:59:58.155192 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ad6a-a099-4543-8381-1173b5518af3 req-c27a5caf-cffa-4f93-81ce-ede2ed8465bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:58.156629 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b4c2ad6a-a099-4543-8381-1173b5518af3 req-c27a5caf-cffa-4f93-81ce-ede2ed8465bd tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.1150901 Jun 17 05:59:58.207865 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-c87a5f99-a9da-4b50-a6f0-2d9ba08fa6c3 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200964 Jun 17 05:59:58.213207 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b4c2ad6a-a099-4543-8381-1173b5518af3 req-7710d0e7-5c0b-451b-a194-a286b23ba604 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510767 Jun 17 05:59:58.297221 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-013bd178-ea64-429e-974c-f5dc9dc9c496 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827069 Jun 17 05:59:59.411911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce08c-49b4-4a81-891a-f244ee7d8afe req-8ee0bfc3-9e76-4737-a88b-0520a5fde9b3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:59.413383 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-941ce08c-49b4-4a81-891a-f244ee7d8afe req-8ee0bfc3-9e76-4737-a88b-0520a5fde9b3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0745621 Jun 17 05:59:59.452894 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-941ce08c-49b4-4a81-891a-f244ee7d8afe req-e2252aa9-1532-4811-9393-f4355ea746df tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 Jun 17 06:00:00.636893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ee9c3-f372-402c-b68c-6df472b871fb req-d0260396-bab1-454e-8bec-faed5eccc86a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:00.638327 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-135ee9c3-f372-402c-b68c-6df472b871fb req-d0260396-bab1-454e-8bec-faed5eccc86a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0702605 Jun 17 06:00:00.683327 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-135ee9c3-f372-402c-b68c-6df472b871fb req-68c4347f-1720-419f-9ba0-517c1d549970 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370283 Jun 17 06:00:01.873434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650db3dd-c898-4a63-b9d6-b7eb1c2dcf6e req-318640ac-96e0-494c-9b1d-5da3669444d3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:01.875259 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-650db3dd-c898-4a63-b9d6-b7eb1c2dcf6e req-318640ac-96e0-494c-9b1d-5da3669444d3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0644195 Jun 17 06:00:01.915646 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-650db3dd-c898-4a63-b9d6-b7eb1c2dcf6e req-5a1ca175-c53a-4707-8b93-725052ce87f8 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Jun 17 06:00:03.097947 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dcd19-c448-4beb-81e1-403cbe0901ee req-bbd46933-a3a1-4764-9dc2-5acaa8ef36db tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:03.099452 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-440dcd19-c448-4beb-81e1-403cbe0901ee req-bbd46933-a3a1-4764-9dc2-5acaa8ef36db tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0627587 Jun 17 06:00:03.140279 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-440dcd19-c448-4beb-81e1-403cbe0901ee req-a1fe0a15-5c44-4a98-a94a-184fec2d5d7a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345147 Jun 17 06:00:04.336951 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac1c4-184c-467e-a9b4-e0a6ab870864 req-8cfbd405-c1b4-42c4-ad78-3b0c47346ac3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:04.338992 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad1ac1c4-184c-467e-a9b4-e0a6ab870864 req-8cfbd405-c1b4-42c4-ad78-3b0c47346ac3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0722697 Jun 17 06:00:04.377464 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ad1ac1c4-184c-467e-a9b4-e0a6ab870864 req-f31b9327-3c4e-4496-a3cf-1671e6116e18 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jun 17 06:00:05.571512 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bea59-8a08-4744-b0dc-daa1954db3a9 req-464242b4-16c9-4c86-b50f-c7b7355e970f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:05.573009 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0b1bea59-8a08-4744-b0dc-daa1954db3a9 req-464242b4-16c9-4c86-b50f-c7b7355e970f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0719821 Jun 17 06:00:05.611191 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0b1bea59-8a08-4744-b0dc-daa1954db3a9 req-7c3379dc-efbd-492e-b319-62b0bf04ad69 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325465 Jun 17 06:00:06.804401 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c8d9-3549-4e44-9cc1-b3d3b24d0a0b req-4b01da21-0ab6-484d-8f13-f0e855eff3f6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:06.811706 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f24c8d9-3549-4e44-9cc1-b3d3b24d0a0b req-4b01da21-0ab6-484d-8f13-f0e855eff3f6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0793827 Jun 17 06:00:06.845305 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8f24c8d9-3549-4e44-9cc1-b3d3b24d0a0b req-934449f4-42d0-4ad8-97f5-f1ecea255cd9 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Jun 17 06:00:08.027653 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98c54-594f-4220-bd95-b04596598b55 req-f32cfc96-7bc3-4ad2-8ebb-3c2dca53f8f1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:08.029166 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7c98c54-594f-4220-bd95-b04596598b55 req-f32cfc96-7bc3-4ad2-8ebb-3c2dca53f8f1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0661473 Jun 17 06:00:08.068394 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a7c98c54-594f-4220-bd95-b04596598b55 req-1b24d784-8a6a-4b36-b0c7-b7ba9efbf7e7 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336061 Jun 17 06:00:09.271665 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb4d49-c389-4fa0-841b-5bb373501310 req-53226abb-f783-4bae-9077-a66f9f20f8f1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:09.273487 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59bb4d49-c389-4fa0-841b-5bb373501310 req-53226abb-f783-4bae-9077-a66f9f20f8f1 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0674808 Jun 17 06:00:09.327867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59bb4d49-c389-4fa0-841b-5bb373501310 req-d1cf2ef5-b197-46de-8c10-6e408cd645d3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Jun 17 06:00:10.034907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71c95b-b852-4233-9202-f8ae1496cfb0 req-f3654fb9-53fd-491b-8f58-77a52adbc16e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:10.036361 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e71c95b-b852-4233-9202-f8ae1496cfb0 req-f3654fb9-53fd-491b-8f58-77a52adbc16e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0693526 Jun 17 06:00:10.073682 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e71c95b-b852-4233-9202-f8ae1496cfb0 req-b79c6d94-17c7-418e-94ba-a102739067d7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jun 17 06:00:10.506270 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c25d6-10ea-4fb4-a402-b97e026691ae req-cfafb24a-c05c-4709-8b47-fa6006c69a23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:10.507893 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-390c25d6-10ea-4fb4-a402-b97e026691ae req-cfafb24a-c05c-4709-8b47-fa6006c69a23 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0637205 Jun 17 06:00:10.556148 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-390c25d6-10ea-4fb4-a402-b97e026691ae req-7c34e7e7-1eff-48fb-bf0f-02206be5eace tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Jun 17 06:00:11.244049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64228c8e-c784-4686-9de5-fc19aad607b3 req-b76c84df-312e-43d5-93cf-7d1d97af21d8 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:11.245483 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-64228c8e-c784-4686-9de5-fc19aad607b3 req-b76c84df-312e-43d5-93cf-7d1d97af21d8 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0639772 Jun 17 06:00:11.281954 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-64228c8e-c784-4686-9de5-fc19aad607b3 req-3a3bd4e5-c578-4d9e-ba7a-b7ac1d9e4927 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Jun 17 06:00:11.732563 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461cf81-b996-483a-b408-977ccd54d5de req-5ed65f9f-d190-4e41-a266-b3ef10dbcb75 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:11.733996 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3461cf81-b996-483a-b408-977ccd54d5de req-5ed65f9f-d190-4e41-a266-b3ef10dbcb75 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0617921 Jun 17 06:00:11.770252 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3461cf81-b996-483a-b408-977ccd54d5de req-0015b8ef-9674-4a20-a138-891b498e8519 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Jun 17 06:00:12.451829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5568f-5b53-466c-8f0a-a7ae63b01760 req-be58382b-a196-47af-81c5-e55f64f5147d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:12.453298 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ef5568f-5b53-466c-8f0a-a7ae63b01760 req-be58382b-a196-47af-81c5-e55f64f5147d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0606647 Jun 17 06:00:12.488430 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ef5568f-5b53-466c-8f0a-a7ae63b01760 req-acdf2d73-af4a-45a5-a20d-4e22695dfdbb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298519 Jun 17 06:00:12.618682 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cfcd56d1-32d3-4ab1-ad4d-e20ceb28673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:12.950536 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a96443-0b94-46e9-9c3b-ebd5d90c04b9 req-52b2feb4-a2df-4d8e-9338-473d20ab4340 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:12.951979 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f0a96443-0b94-46e9-9c3b-ebd5d90c04b9 req-52b2feb4-a2df-4d8e-9338-473d20ab4340 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0664310 Jun 17 06:00:12.989013 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f0a96443-0b94-46e9-9c3b-ebd5d90c04b9 req-8858c892-c5f6-42fb-bd71-bed6cfb98f1d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jun 17 06:00:13.658357 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26594465-297c-4d19-ba11-be034f51281b req-d131275f-fdd6-474b-a3fb-10d440fd98d8 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:13.659797 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-26594465-297c-4d19-ba11-be034f51281b req-d131275f-fdd6-474b-a3fb-10d440fd98d8 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0622430 Jun 17 06:00:13.696025 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-26594465-297c-4d19-ba11-be034f51281b req-c127e7de-4768-48e5-a226-d5f6bd82d1d3 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Jun 17 06:00:14.163734 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bae4f5-edb4-4e66-8fbb-8993cdd103f1 req-4613e00a-507b-4726-8305-3ff1a649f1ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:14.165167 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-05bae4f5-edb4-4e66-8fbb-8993cdd103f1 req-4613e00a-507b-4726-8305-3ff1a649f1ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0648286 Jun 17 06:00:14.202784 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-05bae4f5-edb4-4e66-8fbb-8993cdd103f1 req-4c3ed04d-3d10-49c2-aba2-71080ecfdd52 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Jun 17 06:00:14.870472 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2d674-345b-4d67-84d5-ad7574988c04 req-95f51c60-1574-4f0f-85ab-5afec2c76576 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:14.871941 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f5d2d674-345b-4d67-84d5-ad7574988c04 req-95f51c60-1574-4f0f-85ab-5afec2c76576 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0644302 Jun 17 06:00:14.909642 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f5d2d674-345b-4d67-84d5-ad7574988c04 req-277cacd2-e590-410e-bd57-3815370eb294 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ee2667-5fcc-4dbe-8144-3b0f0a825192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Jun 17 06:00:15.115300 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f031-d60b-4eb5-b213-5d0939a862e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.206633 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.267437 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-46f611a5-004f-4490-bfcf-985f4d067aa0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:15.268926 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-46f611a5-004f-4490-bfcf-985f4d067aa0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 945 time: 0.0625215 Jun 17 06:00:15.416006 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae37df-0a5a-477a-afd6-5387d12ca3b5 req-5a769037-7d22-4a2a-9eca-22cc41e7fe16 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:15.417469 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-09ae37df-0a5a-477a-afd6-5387d12ca3b5 req-5a769037-7d22-4a2a-9eca-22cc41e7fe16 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0988090 Jun 17 06:00:15.419897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Deleting port f1f7a8a8-8405-4361-bec0-d1286a5e56ff {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:15.420227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.506874 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-09ae37df-0a5a-477a-afd6-5387d12ca3b5 req-1c53fc3a-8095-4ff9-9896-3ed2726dda60 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826311 Jun 17 06:00:15.530576 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] For port f1f7a8a8-8405-4361-bec0-d1286a5e56ff, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:15.530967 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.697252 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.697623 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.697935 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Floating IP 4b690291-96fa-4aef-b985-ade43f1e89fb disassociated. External IP: 172.27.3.122, port: f1f7a8a8-8405-4361-bec0-d1286a5e56ff. Jun 17 06:00:15.698273 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Calling delete_port for f1f7a8a8-8405-4361-bec0-d1286a5e56ff owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:15.901465 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:15.905998 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7abad035-1e35-432f-a494-d67c4bd8e46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:15.930372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'Port': ['ID=f1f7a8a8-8405-4361-bec0-d1286a5e56ff,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:15.941769 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.941880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.942228 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.942797 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.943237 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.944097 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.944492 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.945263 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.945263 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.945836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.946209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.946571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:15.954894 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:16.059545 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-110078ce-583f-4d93-b584-a27b123dd82c req-647b95a2-b991-43e3-aa7f-9ed943f75aa6 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0366001 Jun 17 06:00:16.085615 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:16.169533 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:16.191109 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:16.201685 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:16.210103 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:16.210654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:16.233946 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] No DVR routers for this DVR port f1f7a8a8-8405-4361-bec0-d1286a5e56ff on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:16.236418 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:16.238361 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7a02b4b7-55ff-4287-94ce-2d36d075d0c3 req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "DELETE /v2.0/ports/f1f7a8a8-8405-4361-bec0-d1286a5e56ff HTTP/1.1" status: 204 len: 173 time: 0.9639609 Jun 17 06:00:16.238863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'name': 'network-vif-deleted', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:16.241205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ccadc-60f7-4bd4-928c-700f0cc39bab" -d '{"events": [{"server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "name": "network-vif-deleted", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:16.281540 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0edaa-3af7-4f68-84cf-59675afb1c7c x-openstack-request-id: req-37a0edaa-3af7-4f68-84cf-59675afb1c7c {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:16.282142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444c4f9d-8d0e-4a17-9c77-6e6492b593ce", "name": "network-vif-deleted", "tag": "f1f7a8a8-8405-4361-bec0-d1286a5e56ff", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:16.282142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37a0edaa-3af7-4f68-84cf-59675afb1c7c {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:16.282582 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444c4f9d-8d0e-4a17-9c77-6e6492b593ce', 'name': 'network-vif-deleted', 'tag': 'f1f7a8a8-8405-4361-bec0-d1286a5e56ff', 'status': 'completed', 'code': 200} Jun 17 06:00:16.317171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:16.518924 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:16.545065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:16.554748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:16.555367 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:16.691200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1a4a-8580-4cc4-b510-ceea907dbf9e req-df8e1fb0-fe67-45dc-ac4d-d0f958cfe9ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:16.692786 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-089c1a4a-8580-4cc4-b510-ceea907dbf9e req-df8e1fb0-fe67-45dc-ac4d-d0f958cfe9ec tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 943 time: 0.0695033 Jun 17 06:00:16.731067 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-089c1a4a-8580-4cc4-b510-ceea907dbf9e req-22d43cd7-b3b5-4082-a319-9e83b0abbb3d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jun 17 06:00:16.782156 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:16.982186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:17.011862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c587d-fd51-45a2-81cd-d2410773faaa None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:17.087478 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.222445 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5de07-7c00-467c-b144-4f18bf8e4eb5 None None] New status for floating IP 4b690291-96fa-4aef-b985-ade43f1e89fb: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:00:17.223550 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8ea6cb3f-e53f-4f89-ada9-1f40f5e98e21 req-f361a3ba-d74c-40a2-b0cb-90e8d2321c50 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=444c4f9d-8d0e-4a17-9c77-6e6492b593ce HTTP/1.1" status: 200 len: 210 time: 0.0344675 Jun 17 06:00:17.546530 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 06:00:17.638871 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:17.649877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'port_id': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 06:00:17.688271 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.700407 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:00:17.718804 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:17.778718 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.780527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:17.825955 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=9']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:17.828960 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:17.908715 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb042e4-b0dc-4034-9b08-72eed6b0a428 req-d8fe5e38-bd6b-48f3-b98a-eed21c61fb86 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:17.910133 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1eb042e4-b0dc-4034-9b08-72eed6b0a428 req-d8fe5e38-bd6b-48f3-b98a-eed21c61fb86 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.0617135 Jun 17 06:00:17.953326 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1eb042e4-b0dc-4034-9b08-72eed6b0a428 req-37deaa30-2ea7-4dfa-bdf3-99941b9a797e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Jun 17 06:00:18.026798 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.251020 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 06:00:18.415791 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56968) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:18.467968 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.492691 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.626552 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.629134 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.630249 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "DELETE /v2.0/security-groups/27ee2667-5fcc-4dbe-8144-3b0f0a825192 HTTP/1.1" status: 204 len: 168 time: 0.2135119 Jun 17 06:00:18.630997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-34c2089f-d4cf-4754-8df8-c8821625eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:18.633019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56970) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:18.639441 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee2667-5fcc-4dbe-8144-3b0f0a825192,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:18.646288 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.647612 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.647724 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.api.v2.resource [None req-02bedd7e-51bd-4bd2-a0a3-0c93da31695b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] show failed (client error): The resource could not be found. Jun 17 06:00:18.647813 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.647813 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.647977 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-02bedd7e-51bd-4bd2-a0a3-0c93da31695b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups/27ee2667-5fcc-4dbe-8144-3b0f0a825192 HTTP/1.1" status: 404 len: 347 time: 0.0136857 Jun 17 06:00:18.648070 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.648157 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.648525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.648882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.649239 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.649590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.649937 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.650281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:18.650700 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56972) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:18.653412 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:18.768876 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Deleting port 00bd64b0-09c1-458a-9330-f7be9d5fad32 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:18.769209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.840033 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.840356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:18.907564 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Calling delete_port for 00bd64b0-09c1-458a-9330-f7be9d5fad32 owned by network:floatingip {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:19.113874 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.119459 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-760b6263-849b-44ab-ae8e-84d0e0ff2a31 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:19.145273 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'Port': ['ID=00bd64b0-09c1-458a-9330-f7be9d5fad32,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:19.149668 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:19.158677 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80b51-2547-4470-b0ae-7aec6c7e8d66 req-2a1fc8ac-d5a0-4e1c-b244-bf3616d4966d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:19.160059 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-79c80b51-2547-4470-b0ae-7aec6c7e8d66 req-2a1fc8ac-d5a0-4e1c-b244-bf3616d4966d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 944 time: 0.0927835 Jun 17 06:00:19.238445 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-79c80b51-2547-4470-b0ae-7aec6c7e8d66 req-6f606732-be22-4ccf-bcc9-368c1de78c4a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625205 Jun 17 06:00:19.241265 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.243864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.244728 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b690291-96fa-4aef-b985-ade43f1e89fb HTTP/1.1" status: 204 len: 168 time: 0.5931253 Jun 17 06:00:19.573701 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:00:19.620383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:00:19.620983 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.705471 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.729184 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:19.731460 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9be7a-14b0-4464-9a21-ef645115cc5e" -d '{"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:19.744117 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:19.745161 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56980) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:19.750884 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082290395', 'description': 'tempest-description--1797521221'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:19.769651 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a5e6d-a58c-4d16-b704-8476034e9174 x-openstack-request-id: req-276a5e6d-a58c-4d16-b704-8476034e9174 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:19.770001 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:19.771866 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-276a5e6d-a58c-4d16-b704-8476034e9174 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:19.771866 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'code': 200} Jun 17 06:00:19.818295 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.819257 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device f1f7a8a8-8405-4361-bec0-d1286a5e56ff no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:19.821829 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:19.840692 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: f1f7a8a8-8405-4361-bec0-d1286a5e56ff {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:19.841049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device f1f7a8a8-8405-4361-bec0-d1286a5e56ff not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:19.844040 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.883507 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=10']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:19.886660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:19.924270 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.052759 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.056256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-14f4795e-cf73-42fd-babc-053ad1cf00bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:20.082215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:20.084822 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:20.141068 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.142333 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b94bae45-33b8-4cd2-bb11-3a1189072090 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3961086 Jun 17 06:00:20.145051 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56982) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:20.149518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group_rule': {'security_group_id': 'fe59bf46-6db1-4cd0-b6e2-7b0276021a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:20.173892 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551d336-dd64-4912-be96-152a58d96ad8 req-9ef2295b-263a-4952-9e85-3b7eb01b99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:20.175374 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1551d336-dd64-4912-be96-152a58d96ad8 req-9ef2295b-263a-4952-9e85-3b7eb01b99a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1099 time: 0.0512421 Jun 17 06:00:20.209104 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1551d336-dd64-4912-be96-152a58d96ad8 req-f3fce63d-701f-4b81-b810-df147bf49576 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269437 Jun 17 06:00:20.242518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.298096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.375616 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.377664 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:20.391247 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d444a78-febc-4bf4-9f69-9657f8673a42,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:20.395237 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:20.417307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9106f-207b-468b-9216-c32e31eaf671 req-25054ab9-69dc-4056-886c-44c31b1aae73 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:20.418738 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-65e9106f-207b-468b-9216-c32e31eaf671 req-25054ab9-69dc-4056-886c-44c31b1aae73 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0641208 Jun 17 06:00:20.458545 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-65e9106f-207b-468b-9216-c32e31eaf671 req-80143178-a53c-492d-906a-d2f1e89cbbe3 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334377 Jun 17 06:00:20.461166 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.465929 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164039 Jun 17 06:00:20.465929 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 56986) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:20.470414 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'security_group_rule': {'security_group_id': 'fe59bf46-6db1-4cd0-b6e2-7b0276021a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:20.565819 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.623101 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.703853 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.709587 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-b8f354a8-fea6-4900-929b-dff4eebd95fb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:20.723374 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694cdbc9-b354-45ad-b196-67669df2e67f,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:20.725650 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:20.797876 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.799075 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330920 Jun 17 06:00:20.802204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 56988) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:20.806870 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:20.900888 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.993516 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.096667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Allocated IP 172.27.3.208 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/825b251d-36e2-4150-9c56-c02c3019401f) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:00:21.192813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.281589 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.283405 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6402d140-d073-4213-8cd7-f222a514aee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:21.319820 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:00:21.322630 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:00:21.326494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:00:21.350321 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=825b251d-36e2-4150-9c56-c02c3019401f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:21.354253 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:21.412076 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.512532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.700335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f5c8-8f4a-4d3e-9c04-5718f93cfa07 req-b71cec79-0cad-4304-99c5-5a4c2bea5d9d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:21.701826 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5256f5c8-8f4a-4d3e-9c04-5718f93cfa07 req-b71cec79-0cad-4304-99c5-5a4c2bea5d9d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.1273196 Jun 17 06:00:21.731420 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.750392 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5256f5c8-8f4a-4d3e-9c04-5718f93cfa07 req-e542b456-21a9-4126-a806-73350e362ba6 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Jun 17 06:00:21.787164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.789814 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5dc9aaa6-c1e1-4820-af0a-8e88a4fc183e tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:21.857648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=825b251d-36e2-4150-9c56-c02c3019401f,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:21.861449 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:21.866356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.932643 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.933867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1306543 Jun 17 06:00:22.117243 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-01506af7-cd30-49d9-b9d0-5683c8baee8b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1082290395&fields=id&tenant_id=b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 267 time: 0.0332136 Jun 17 06:00:22.223747 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-69abcc3f-05a6-4117-8cdc-516e02d0068d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:22.225227 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-69abcc3f-05a6-4117-8cdc-516e02d0068d tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 811 time: 0.1016226 Jun 17 06:00:22.239099 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-19a3121f-6af2-4e4e-8b42-920498da6572 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/quotas/b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 375 time: 0.0086777 Jun 17 06:00:22.310701 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-96d03ed9-0298-4702-985a-f252773bd2f9 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669394 Jun 17 06:00:22.326033 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-005b2858-5678-488a-a9cb-2bbf059419e7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 06:00:22.326913 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-005b2858-5678-488a-a9cb-2bbf059419e7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056441 Jun 17 06:00:22.417457 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-810acbf2-81f6-4df5-b1ad-837b311945a6 service neutron] 10.222.0.20 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Jun 17 06:00:22.503584 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-bd0459e2-6955-4769-ae6f-251023ea7957 service neutron] 10.222.0.20 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805881 Jun 17 06:00:22.779052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-86dddb7f-1766-4f74-af73-0a8ae2627a12 req-c55bfebe-50f4-490d-aff0-3f968caa4808 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 210 time: 0.0281601 Jun 17 06:00:22.954929 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e6a2c-b60a-44e7-851f-61ad0295f348 req-9b81bdfc-5f58-43fb-ab6e-4fdf21a7e287 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:22.956370 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-247e6a2c-b60a-44e7-851f-61ad0295f348 req-9b81bdfc-5f58-43fb-ab6e-4fdf21a7e287 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0653644 Jun 17 06:00:22.993787 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-247e6a2c-b60a-44e7-851f-61ad0295f348 req-55dcb5f1-2410-48bd-adbb-fb814663309a tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Jun 17 06:00:23.916937 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-84f35198-ddc3-411f-b3ea-666bbb4d8964 req-3f2b353f-32d4-456f-91b5-156990a2035e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Jun 17 06:00:24.167692 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc95e-9e13-4c1e-8c53-9178e5788ee5 req-d951abbc-3e7f-4f0f-b70d-c5f8afe1b934 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:24.169192 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-43dbc95e-9e13-4c1e-8c53-9178e5788ee5 req-d951abbc-3e7f-4f0f-b70d-c5f8afe1b934 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0617669 Jun 17 06:00:24.205840 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-43dbc95e-9e13-4c1e-8c53-9178e5788ee5 req-fe66be4a-3fd0-48b1-974c-a45f4a164b0f tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Jun 17 06:00:25.247663 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d042c96-9d5a-4352-a266-77d973d52365 req-e770e569-287d-4c23-872b-6ead71a90260 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 210 time: 0.0349839 Jun 17 06:00:25.287864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-cb59f0a9-6d01-460f-975e-7d3e5e057627 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:25.289293 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-cb59f0a9-6d01-460f-975e-7d3e5e057627 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 811 time: 0.3839059 Jun 17 06:00:25.338867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-fac415a7-610f-48c7-b0d0-778ee321a6bd tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07d5f9880d24b0aaee57e89995532f1 HTTP/1.1" status: 200 len: 380 time: 0.0339296 Jun 17 06:00:25.352056 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'port': {'device_id': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'admin_state_up': True, 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'security_groups': ['fe59bf46-6db1-4cd0-b6e2-7b0276021a8e']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:25.515073 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Made reservation on behalf of b07d5f9880d24b0aaee57e89995532f1 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:00:25.518434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.651888 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Allocated IP 172.20.0.8 (23aa3e8d-a695-4ab4-a38b-1a2611d3e302/49fbaa51-4ee2-42b9-bbf1-4aef41435214/d966b46a-ee3f-409b-8cd2-9338146da6a2) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:00:25.783870 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.796836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Transition to ACTIVE for port object d966b46a-ee3f-409b-8cd2-9338146da6a2 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:00:25.892452 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.896255 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:25.945658 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:00:25.948761 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:00:25.954881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:00:25.960446 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event updated for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:25.985273 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:26.011669 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:26.012421 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.133241 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848270 Jun 17 06:00:26.150203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Request body: {'port': {'device_id': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:26.220542 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.235079 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-d521b94d-db33-483c-8ae7-460f8071e6e6 None None] Provisioning for port d966b46a-ee3f-409b-8cd2-9338146da6a2 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:00:26.239027 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-d521b94d-db33-483c-8ae7-460f8071e6e6 None None] Provisioning complete for port d966b46a-ee3f-409b-8cd2-9338146da6a2 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:00:26.239424 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d521b94d-db33-483c-8ae7-460f8071e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.272331 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-d521b94d-db33-483c-8ae7-460f8071e6e6 None None] Port d966b46a-ee3f-409b-8cd2-9338146da6a2 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:00:26.478711 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f1c0-2e88-439a-a5dc-d4ed9343bbce req-0c898051-d7b8-4842-835e-e18df869d382 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:26.480143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0a5f1c0-2e88-439a-a5dc-d4ed9343bbce req-0c898051-d7b8-4842-835e-e18df869d382 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 931 time: 0.0986435 Jun 17 06:00:26.550498 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d966b46a-ee3f-409b-8cd2-9338146da6a2 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:00:26.556929 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0a5f1c0-2e88-439a-a5dc-d4ed9343bbce req-ae54001b-be26-4c2b-a4c3-977c7beb8d7f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696249 Jun 17 06:00:26.560466 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.572023 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Transition to ACTIVE for port object d966b46a-ee3f-409b-8cd2-9338146da6a2 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:00:26.635259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.637334 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-77468c06-b0de-4e6f-833c-899154265e48 tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.713852 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:26.718784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:26.784870 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Attempting to bind port d966b46a-ee3f-409b-8cd2-9338146da6a2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:00:26.785573 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Attempting to bind port d966b46a-ee3f-409b-8cd2-9338146da6a2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:00:26.785913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Attempting to bind port d966b46a-ee3f-409b-8cd2-9338146da6a2 on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:00:26.790534 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Port d966b46a-ee3f-409b-8cd2-9338146da6a2 on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 06:00:26.790862 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Attempting to bind port d966b46a-ee3f-409b-8cd2-9338146da6a2 on network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:00:26.795946 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:00:26.796298 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Checking segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:00:26.796699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Bound using segment: {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:00:26.797136 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Bound port: d966b46a-ee3f-409b-8cd2-9338146da6a2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae80a097-8124-4467-882b-2349b6d09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:00:26.797488 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.862107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:00:26.865007 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:00:26.944244 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.946354 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.979584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:26.980261 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.981562 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] 10.222.0.22 "PUT /v2.0/ports/d966b46a-ee3f-409b-8cd2-9338146da6a2 HTTP/1.1" status: 200 len: 1093 time: 0.8354516 Jun 17 06:00:26.982073 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:26.984443 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d108a3a-1944-489e-b5a5-4303426233bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:27.009732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:27.010976 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:27.024635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9672c3e7-4695-47d4-b732-03370b166890 x-openstack-request-id: req-9672c3e7-4695-47d4-b732-03370b166890 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:27.026598 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:27.026598 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9672c3e7-4695-47d4-b732-03370b166890 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:27.026598 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'status': 'completed', 'code': 200} Jun 17 06:00:27.134739 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d108a3a-1944-489e-b5a5-4303426233bd req-05b6cf8e-6c40-472e-b74f-d7b587010bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.136303 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d108a3a-1944-489e-b5a5-4303426233bd req-05b6cf8e-6c40-472e-b74f-d7b587010bb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 1096 time: 0.0547011 Jun 17 06:00:27.238063 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d108a3a-1944-489e-b5a5-4303426233bd req-67546d06-7dfe-4037-89e7-0b0f1f0ba488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.239508 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d108a3a-1944-489e-b5a5-4303426233bd req-67546d06-7dfe-4037-89e7-0b0f1f0ba488 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b07d5f9880d24b0aaee57e89995532f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0904348 Jun 17 06:00:27.331646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d108a3a-1944-489e-b5a5-4303426233bd req-167c0991-bddb-45e3-8b80-e4ef475e72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.333083 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d108a3a-1944-489e-b5a5-4303426233bd req-167c0991-bddb-45e3-8b80-e4ef475e72bc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875905 Jun 17 06:00:27.449840 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-79f64748-dd52-4c1f-9fb4-e6f877b705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.451241 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-79f64748-dd52-4c1f-9fb4-e6f877b705fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 1096 time: 0.0509138 Jun 17 06:00:27.500787 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-a8494404-b649-47f0-90b3-305160cbb695 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Jun 17 06:00:27.546058 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-022684b9-c53c-4f57-845f-4753d93ab6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.547370 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-022684b9-c53c-4f57-845f-4753d93ab6e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0411253 Jun 17 06:00:27.602532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-05de14b7-218a-450d-aa44-64048bb4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.603992 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-05de14b7-218a-450d-aa44-64048bb4ddcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508056 Jun 17 06:00:27.726547 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-ad0deeaa-9b21-4fbf-a211-9d37982e85e9 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157544 Jun 17 06:00:27.793795 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa62254-bf0e-4183-a0aa-69ce3ec7d4a2 req-89ec6c70-909f-4d04-a305-1cf75018b83c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:27.795697 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4fa62254-bf0e-4183-a0aa-69ce3ec7d4a2 req-89ec6c70-909f-4d04-a305-1cf75018b83c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 943 time: 0.1271718 Jun 17 06:00:27.851738 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4fa62254-bf0e-4183-a0aa-69ce3ec7d4a2 req-e79c2ed3-de7a-4539-b9b2-74837fda7f5b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Jun 17 06:00:27.857431 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-30743e7e-475e-4cc4-b2b5-1bb995a9b5e4 req-f653724c-938c-4a07-afdf-c2359e6a24cf service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245146 Jun 17 06:00:29.019249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ce5f-1c8d-4808-ad40-e6d2cf2bae2b req-76a42f62-4880-4ca0-8edf-125d764a8d1c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:29.020726 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7e65ce5f-1c8d-4808-ad40-e6d2cf2bae2b req-76a42f62-4880-4ca0-8edf-125d764a8d1c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 943 time: 0.0616910 Jun 17 06:00:29.056672 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7e65ce5f-1c8d-4808-ad40-e6d2cf2bae2b req-4a1148fc-3546-4554-b6fa-661a540da038 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jun 17 06:00:30.159877 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:00:30.223319 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665f960-218b-415e-a084-763152e0611f req-67f9a180-498a-44c1-a46b-b4569f5beafc tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:30.224758 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f665f960-218b-415e-a084-763152e0611f req-67f9a180-498a-44c1-a46b-b4569f5beafc tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 943 time: 0.0620816 Jun 17 06:00:30.265472 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f665f960-218b-415e-a084-763152e0611f req-2ec15c57-84be-481b-96da-678e6feac60c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352700 Jun 17 06:00:31.434213 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4656acb-c59e-47ff-a96f-c2c0e8a06072 req-cb9b2c44-de07-4642-989f-4f8be546e1ae tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:31.436239 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e4656acb-c59e-47ff-a96f-c2c0e8a06072 req-cb9b2c44-de07-4642-989f-4f8be546e1ae tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 943 time: 0.0619299 Jun 17 06:00:31.472152 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e4656acb-c59e-47ff-a96f-c2c0e8a06072 req-572daa56-ccd2-48b4-812d-dd08c9213780 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304878 Jun 17 06:00:31.681948 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d966b46a-ee3f-409b-8cd2-9338146da6a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 06:00:31.773908 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:31.785136 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'port_id': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'mac_address': 'fa:16:3e:2a:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 06:00:31.820899 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:31.833037 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d966b46a-ee3f-409b-8cd2-9338146da6a2 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:00:31.851960 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:31.937936 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:31.940464 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:31.988389 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:31.991434 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:32.352217 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['d966b46a-ee3f-409b-8cd2-9338146da6a2'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 06:00:32.639458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e375-d98a-41aa-9515-e4f97f6f3215 req-d38b69a6-154d-43c6-aba2-8d5ace7984fe tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:32.640811 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd72e375-d98a-41aa-9515-e4f97f6f3215 req-d38b69a6-154d-43c6-aba2-8d5ace7984fe tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 944 time: 0.0612898 Jun 17 06:00:32.676251 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd72e375-d98a-41aa-9515-e4f97f6f3215 req-442006ca-6d85-4445-8c45-a771ce8e95dc tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300281 Jun 17 06:00:33.694401 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d966b46a-ee3f-409b-8cd2-9338146da6a2 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:00:33.850341 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56aaa7d-190f-40f5-952a-8a06d4824372 req-1f750543-6509-4a80-b60f-08f6058a99ce tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:33.851713 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e56aaa7d-190f-40f5-952a-8a06d4824372 req-1f750543-6509-4a80-b60f-08f6058a99ce tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 944 time: 0.0657067 Jun 17 06:00:33.852295 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port d966b46a-ee3f-409b-8cd2-9338146da6a2 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:00:33.856215 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port d966b46a-ee3f-409b-8cd2-9338146da6a2 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:00:33.856648 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:33.890285 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e56aaa7d-190f-40f5-952a-8a06d4824372 req-4e57afc8-e51e-4e5e-8247-ff636911fc30 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Jun 17 06:00:33.930203 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:33.952006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:33.954257 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11420c-b057-4950-a30b-c683565920f7" -d '{"events": [{"server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "name": "network-vif-plugged", "status": "completed", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:33.966203 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:34.038017 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:34.041342 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:34.044602 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af9d43f-8a3a-410e-a631-4599c6761b64 x-openstack-request-id: req-7af9d43f-8a3a-410e-a631-4599c6761b64 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:34.044894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "name": "network-vif-plugged", "status": "completed", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:34.045146 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7af9d43f-8a3a-410e-a631-4599c6761b64 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:34.045527 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'code': 200} Jun 17 06:00:34.089271 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:34.092146 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:34.407139 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f0691-521a-4f01-877d-0144b2d18b22 req-a17b231d-a66a-4cfb-abdf-f10320c158c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:34.408619 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a22f0691-521a-4f01-877d-0144b2d18b22 req-a17b231d-a66a-4cfb-abdf-f10320c158c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 1098 time: 0.0503707 Jun 17 06:00:34.442069 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a22f0691-521a-4f01-877d-0144b2d18b22 req-6afc3518-e0a8-40cf-9d10-3a0ccfa58a43 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268354 Jun 17 06:00:35.109579 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ec0e6-888b-4595-8eaa-c3a1d7f3fe0c req-8bb38cb3-e30f-4457-b016-c10208465de3 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:35.110920 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1a5ec0e6-888b-4595-8eaa-c3a1d7f3fe0c req-8bb38cb3-e30f-4457-b016-c10208465de3 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0604565 Jun 17 06:00:35.151384 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1a5ec0e6-888b-4595-8eaa-c3a1d7f3fe0c req-dc09c685-0680-42cd-a553-a56e6c64eae7 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347893 Jun 17 06:00:36.322332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141405e2-b2b3-4f04-be05-b9f4be2888fc req-99b9563e-cb5a-46f1-b30e-361bd2f572d0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:36.323758 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-141405e2-b2b3-4f04-be05-b9f4be2888fc req-99b9563e-cb5a-46f1-b30e-361bd2f572d0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0617013 Jun 17 06:00:36.360615 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-141405e2-b2b3-4f04-be05-b9f4be2888fc req-75f579e3-7850-4a23-82e3-ea364c3cb57b tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Jun 17 06:00:37.526934 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a8da-8af4-4878-9ad2-4de5a739321d req-0c30318f-f6f5-4d5d-b3a6-284a50258e29 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:37.528352 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ff75a8da-8af4-4878-9ad2-4de5a739321d req-0c30318f-f6f5-4d5d-b3a6-284a50258e29 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0602932 Jun 17 06:00:37.563847 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ff75a8da-8af4-4878-9ad2-4de5a739321d req-26cebfdf-cb7a-4181-93c4-c939ad5d692f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295181 Jun 17 06:00:37.726996 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8067f-8b99-42d6-b87a-3b8e1e0e2f65 req-ce23ac41-326a-4159-b271-fd58d4929ce1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:37.728405 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-17f8067f-8b99-42d6-b87a-3b8e1e0e2f65 req-ce23ac41-326a-4159-b271-fd58d4929ce1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0642934 Jun 17 06:00:37.736575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57090) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:37.741414 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Request body: {'floatingip': {'port_id': 'd966b46a-ee3f-409b-8cd2-9338146da6a2'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:00:37.778713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:38.189431 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:38.292197 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:38.386384 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Floating IP 733752bd-7262-429c-818f-272a80987602 associated. External IP: 172.27.3.208, port: d966b46a-ee3f-409b-8cd2-9338146da6a2. Jun 17 06:00:38.583417 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:38.686602 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:38.691359 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:38.695694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:38.704894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:38.705530 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:38.812085 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:38.986264 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-72625794-763e-4245-b781-c94c862a950a tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "PUT /v2.0/floatingips/733752bd-7262-429c-818f-272a80987602 HTTP/1.1" status: 200 len: 991 time: 1.2458310 Jun 17 06:00:38.986264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:38.987387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb80ce0-11d9-4918-a7be-194ebd9bf88a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:39.038731 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '733752bd-7262-429c-818f-272a80987602', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:2a:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:00:21Z', 'updated_at': '2021-06-17T06:00:38Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:39.064644 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:39.072643 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:39.073240 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:39.161131 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc0dcc-c886-406f-b2ae-5c971a03efdc x-openstack-request-id: req-31cc0dcc-c886-406f-b2ae-5c971a03efdc {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:39.161468 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:39.161759 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31cc0dcc-c886-406f-b2ae-5c971a03efdc {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:39.162192 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'status': 'completed', 'code': 200} Jun 17 06:00:39.174626 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57096) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:39.176942 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:39.321662 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-c0a8529f-6fb2-46d7-874b-aba4154a89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:39.323026 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-c0a8529f-6fb2-46d7-874b-aba4154a89ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 1098 time: 0.1138749 Jun 17 06:00:39.398422 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '733752bd-7262-429c-818f-272a80987602', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:2a:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:00:21Z', 'updated_at': '2021-06-17T06:00:38Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:39.425107 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6249440-f67f-4830-b137-6a2c2043e98d None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '733752bd-7262-429c-818f-272a80987602', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'port_id': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'mac_address': 'fa:16:3e:2a:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:00:21Z', 'updated_at': '2021-06-17T06:00:38Z', 'revision_number': 1, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:39.432086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Deleting port 7dd51889-818e-4b74-9396-1c48f872a120 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:39.432430 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:39.457667 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-d77006f6-998a-42eb-88d7-d04e1289c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:39.459118 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-d77006f6-998a-42eb-88d7-d04e1289c425 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.1150942 Jun 17 06:00:39.569143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-7df37fa3-2f8f-4d2c-87f1-88778e909870 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2 HTTP/1.1" status: 200 len: 999 time: 0.0811200 Jun 17 06:00:39.570554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:39.570880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:39.613607 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715a550-3d25-455c-b1db-37f6339e4fe2 None None] New status for floating IP 733752bd-7262-429c-818f-272a80987602: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:00:39.663212 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Calling delete_port for 7dd51889-818e-4b74-9396-1c48f872a120 owned by network:floatingip {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:39.721905 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-be1c0fe5-c1b1-462e-a24b-a2cddb1a3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:39.723346 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-be1c0fe5-c1b1-462e-a24b-a2cddb1a3d21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.1450467 Jun 17 06:00:39.836895 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-e05ed9bb-84fe-4111-9f73-26aa3bc57340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:39.838455 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-e05ed9bb-84fe-4111-9f73-26aa3bc57340 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038098 Jun 17 06:00:39.961890 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-ce7f5b72-0b69-4ba1-9e41-c40dc5948e9e service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160469 Jun 17 06:00:39.989705 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:40.020119 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a7c5faf8-bf30-42a8-8513-032f1ee7c792 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:40.055267 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event deleted for resources: {'Port': ['ID=7dd51889-818e-4b74-9396-1c48f872a120,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:40.059631 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:40.130124 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-beb80ce0-11d9-4918-a7be-194ebd9bf88a req-c7c7abc2-0445-4090-a20f-53cfdde5fbf1 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614892 Jun 17 06:00:40.137886 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for floatingip, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:40.138209 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Floating IP 9975a4c6-ce22-46ae-a465-f005082cb318 disassociated (deleted). External IP: 172.27.3.119, port: fbb0ca3e-f16f-4770-8b8b-790478c2e5d6. Jun 17 06:00:40.354645 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Router 74cfea31-87d4-4fbc-9e85-d958cb850e52 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:40.477467 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:40.481969 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:40.487039 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Sync routers for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:40.495686 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:40.496294 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:40.517615 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-5bf15c0e-26d2-4378-906d-4098e41d0b64 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "DELETE /v2.0/floatingips/9975a4c6-ce22-46ae-a465-f005082cb318 HTTP/1.1" status: 204 len: 168 time: 1.3419118 Jun 17 06:00:40.599249 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:40.794389 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:40.825031 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Checking router: 74cfea31-87d4-4fbc-9e85-d958cb850e52 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:40.833491 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:40.834093 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:40.935990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:41.106014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52401d41-b409-4885-bad0-5194793d0a34 req-134de2c8-51b2-4aa5-9f42-d337fa5dc555 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:41.108036 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52401d41-b409-4885-bad0-5194793d0a34 req-134de2c8-51b2-4aa5-9f42-d337fa5dc555 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0669286 Jun 17 06:00:41.146843 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-52401d41-b409-4885-bad0-5194793d0a34 req-0bdc54ad-2481-4afe-8c61-6031a989fff8 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Jun 17 06:00:41.163880 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:41.166497 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29" -d '{"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:41.202784 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b331da-f446-4732-a670-4400c66ef84f x-openstack-request-id: req-d8b331da-f446-4732-a670-4400c66ef84f {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:41.203121 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:41.203417 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8b331da-f446-4732-a670-4400c66ef84f {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:41.203995 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'status': 'completed', 'code': 200} Jun 17 06:00:41.306849 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-ea4d4a92-be61-48af-a395-241bae905907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:41.308442 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-ea4d4a92-be61-48af-a395-241bae905907 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0549393 Jun 17 06:00:41.371496 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:41.396067 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-0c24d2f9-ac50-49ae-bb5c-6887a9760db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:41.397544 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-0c24d2f9-ac50-49ae-bb5c-6887a9760db0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 200 len: 908 time: 0.0818415 Jun 17 06:00:41.399692 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcb593-beba-4e79-8c8c-ec30756656d4 None None] The sync data for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi is: [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T05:53:46Z', 'revision_number': 4, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '27453033-d856-4a60-bb55-e833de12dd0e', 'name': '', 'network_id': '51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'mac_address': 'fa:16:3e:5f:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:46Z', 'updated_at': '2021-06-17T05:53:51Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'subnets': [{'id': '234d1369-315b-42ac-a89a-ef5f8b81426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:41.447753 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-79f03be6-d8c3-4d9e-a3c1-98f58e39116a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 200 len: 217 time: 0.0434027 Jun 17 06:00:41.496257 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-a145c3a4-81c8-4687-8eeb-ad5d403fea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:41.497736 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-a145c3a4-81c8-4687-8eeb-ad5d403fea75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 200 len: 847 time: 0.0433495 Jun 17 06:00:41.556096 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-8835348c-7b44-4cc1-a6fa-0b331d5476ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:41.557692 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-8835348c-7b44-4cc1-a6fa-0b331d5476ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526221 Jun 17 06:00:41.607077 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b1589-1fcb-4e3d-996e-6f2142073995 None None] New status for floating IP 9975a4c6-ce22-46ae-a465-f005082cb318: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:00:41.652812 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-dd391841-02c9-4ec5-8333-66afabddff01 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Jun 17 06:00:41.740315 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7eb5a680-7a39-4ded-a8e9-7d2f1e1fdc29 req-67260a5e-154a-4ec6-88ff-fb2c5f0da346 service neutron] 10.222.0.22 "GET /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808289 Jun 17 06:00:42.326192 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ce4c-6988-4999-95c3-e6764587cebd req-5ca46551-7f6d-4050-ad72-2f20e37e84ef tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:42.327637 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e912ce4c-6988-4999-95c3-e6764587cebd req-5ca46551-7f6d-4050-ad72-2f20e37e84ef tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0659723 Jun 17 06:00:42.364856 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e912ce4c-6988-4999-95c3-e6764587cebd req-c5ce8379-5054-4bbf-ab38-ab4522534dfa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jun 17 06:00:42.618269 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b8d98487-5b8c-46cc-9814-c2be8065c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:43.169210 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-cb6c6547-97a7-4cff-8424-e48de6698287 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:43.171310 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-cb6c6547-97a7-4cff-8424-e48de6698287 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.0602968 Jun 17 06:00:43.269748 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Deleting port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:43.270080 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:43.352552 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] For port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:43.353224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:43.419677 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Calling delete_port for fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:43.583200 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1b2b-5174-48d3-9641-fb34f759777b req-60bae3b8-e1f7-4627-8c82-f430484469d7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:43.586990 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9fac1b2b-5174-48d3-9641-fb34f759777b req-60bae3b8-e1f7-4627-8c82-f430484469d7 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 946 time: 0.1067276 Jun 17 06:00:43.621375 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9fac1b2b-5174-48d3-9641-fb34f759777b req-648ace08-3ecf-4715-b459-95613f09e11a tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/security-groups?id=63b98516-d61d-43d6-ad79-8b20af874625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Jun 17 06:00:43.663352 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:43.667277 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ba89b43c-9bf0-4c20-9db2-d6a51c39be4c tempest-VolumesActionsTest-11674408 tempest-VolumesActionsTest-11674408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:43.692078 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event deleted for resources: {'Port': ['ID=fbb0ca3e-f16f-4770-8b8b-790478c2e5d6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:43.695071 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:43.736526 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] No DVR routers for this DVR port fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:43.739032 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:43.740992 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bb798239-bbbc-47a6-8a74-7fa0241c303a req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.22 "DELETE /v2.0/ports/fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 HTTP/1.1" status: 204 len: 173 time: 0.5637355 Jun 17 06:00:43.741501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-deleted', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:43.743791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a45192-0804-4601-ba04-cc4651fddfaa" -d '{"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-deleted", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:43.892837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ace4ad-0686-4653-a8fd-f8cea0cea7b8 x-openstack-request-id: req-10ace4ad-0686-4653-a8fd-f8cea0cea7b8 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:43.892837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a334c6-b09e-4dcb-9a51-67ca300bb8e4", "name": "network-vif-deleted", "tag": "fbb0ca3e-f16f-4770-8b8b-790478c2e5d6", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:43.892837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10ace4ad-0686-4653-a8fd-f8cea0cea7b8 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:43.892837 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a334c6-b09e-4dcb-9a51-67ca300bb8e4', 'name': 'network-vif-deleted', 'tag': 'fbb0ca3e-f16f-4770-8b8b-790478c2e5d6', 'status': 'completed', 'code': 200} Jun 17 06:00:44.765664 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-76e60eba-35b1-449c-879c-6bdd34bcb46b req-68e3ca84-c93d-4351-88e5-3ac2b6132e42 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a334c6-b09e-4dcb-9a51-67ca300bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0315537 Jun 17 06:00:45.060507 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-00192f96-8b58-48d7-ba98-8617eb02dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:45.206505 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:45.861434 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57126) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:45.916772 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:45.941201 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:46.083561 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:46.086480 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:46.088579 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] 10.222.0.20 "DELETE /v2.0/security-groups/63b98516-d61d-43d6-ad79-8b20af874625 HTTP/1.1" status: 204 len: 168 time: 0.2252142 Jun 17 06:00:46.089400 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9fdcde89-c9a1-49b9-b0dd-e6cb5107ed19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:46.099096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b98516-d61d-43d6-ad79-8b20af874625,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:46.101463 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:46.152049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:46.281997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57132) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:46.705073 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.020708 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.201156 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Deleting port 27453033-d856-4a60-bb55-e833de12dd0e {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:47.201496 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.279122 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] For port 27453033-d856-4a60-bb55-e833de12dd0e, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=27453033-d856-4a60-bb55-e833de12dd0e,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:47.279387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.340498 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Calling delete_port for 27453033-d856-4a60-bb55-e833de12dd0e owned by network:router_interface {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:47.568990 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.571532 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-539bc8d6-b0fc-493e-ad25-9d842d961512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:47.599278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=27453033-d856-4a60-bb55-e833de12dd0e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:47.603014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:47.758943 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.776053 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:47.796507 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:47.796860 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device fbb0ca3e-f16f-4770-8b8b-790478c2e5d6 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:47.971404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Router 74cfea31-87d4-4fbc-9e85-d958cb850e52 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:48.006285 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.071841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:48.077264 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] 10.222.0.20 "PUT /v2.0/routers/74cfea31-87d4-4fbc-9e85-d958cb850e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7936952 Jun 17 06:00:48.079762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57138) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:48.082383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Sync routers for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:48.091191 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:48.096526 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:48.177485 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.191232 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:48.277543 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.362469 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T06:00:47Z', 'revision_number': 5, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port': {'id': '9a4b9771-fa7e-4a15-9f0b-3057109a58ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:44Z', 'updated_at': '2021-06-17T05:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:48.388380 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Checking router: 74cfea31-87d4-4fbc-9e85-d958cb850e52 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:48.397385 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Routers {'74cfea31-87d4-4fbc-9e85-d958cb850e52'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:48.398045 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['74cfea31-87d4-4fbc-9e85-d958cb850e52'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:48.441311 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Deleting port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:48.441823 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.482185 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] Set router 74cfea31-87d4-4fbc-9e85-d958cb850e52 gateway port host: None {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:48.518494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] For port 9a4b9771-fa7e-4a15-9f0b-3057109a58ac, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:48.518856 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.535200 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T06:00:48Z', 'revision_number': 6, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:48.559654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810fee-620e-4e54-9d5a-59285ce2faa9 None None] The sync data for ids ['74cfea31-87d4-4fbc-9e85-d958cb850e52'] in dv-cinder-772623-9-iscsi is: [{'id': '74cfea31-87d4-4fbc-9e85-d958cb850e52', 'name': 'tempest-TestShelveInstance-278248473-router', 'tenant_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:43Z', 'updated_at': '2021-06-17T06:00:48Z', 'revision_number': 6, 'project_id': '4d73123ce87a4f08aaf5036d7b92b6c4', 'gw_port_host': None}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:48.585509 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Calling delete_port for 9a4b9771-fa7e-4a15-9f0b-3057109a58ac owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:48.806674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:48.809881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:48.833705 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4b9771-fa7e-4a15-9f0b-3057109a58ac,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:48.836070 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:48.894836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.003327 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.005508 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.138037 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.138584 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cfea31-87d4-4fbc-9e85-d958cb850e52 {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:00:49.142929 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.144049 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8db8ebb4-0e2a-49f6-951f-d9e2632f6637 admin admin] 10.222.0.20 "DELETE /v2.0/routers/74cfea31-87d4-4fbc-9e85-d958cb850e52 HTTP/1.1" status: 204 len: 168 time: 1.0632820 Jun 17 06:00:49.146527 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57142) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:49.191592 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Deleting subnet 234d1369-315b-42ac-a89a-ef5f8b81426c {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:00:49.194779 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.231166 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.315281 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.440810 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.443046 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:49.467091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234d1369-315b-42ac-a89a-ef5f8b81426c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:49.470315 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:49.473162 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.477400 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/234d1369-315b-42ac-a89a-ef5f8b81426c HTTP/1.1" status: 204 len: 168 time: 0.3275571 Jun 17 06:00:49.477799 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57146) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:49.479944 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fce4d-04f1-4955-8283-c72738526371 None None] Network 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:00:49.548122 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.607610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Deleting port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:49.608072 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.664563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] DHCP port deletion for 51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:00:49.668915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 9a4b9771-fa7e-4a15-9f0b-3057109a58ac no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:49.673638 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] For port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:49.674120 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.689214 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 9a4b9771-fa7e-4a15-9f0b-3057109a58ac {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:49.689559 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 9a4b9771-fa7e-4a15-9f0b-3057109a58ac not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:49.689975 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 27453033-d856-4a60-bb55-e833de12dd0e no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:49.726040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 27453033-d856-4a60-bb55-e833de12dd0e {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:49.726383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 27453033-d856-4a60-bb55-e833de12dd0e not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:49.739947 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Calling delete_port for 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d owned by network:dhcp {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:49.747853 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Deleting port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:49.748235 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.806750 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] For port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,segment=NetworkSegment(dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2),segment_id=dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:49.807143 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.871694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Calling delete_port for 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:49.920611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.925577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-450c6b18-c94f-4e0e-b96a-2a0626166b9c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:49.943954 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:49.945893 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:49.951450 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] No DVR routers for this DVR port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d on host dv-cinder-772623-9-iscsi {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:49.956137 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:49.958295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:49.970354 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Pushing event deleted for resources: {'Port': ['ID=8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:49.973666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:49.976164 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] No DVR routers for this DVR port 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:50.040300 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.049716 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:50.061763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:50.062087 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcabfc7f-1639-4fe8-bb1f-e99e41b2f6f2') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:50.070596 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.084167 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.089785 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:00:50.090164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:00:50.091792 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:00:50.192031 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-5d83a981-1fdd-401d-83eb-1c1accf5ac27 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592616 Jun 17 06:00:50.235493 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.257161 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:50.259864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.261558 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b HTTP/1.1" status: 204 len: 168 time: 0.7830873 Jun 17 06:00:50.264613 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57148) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:50.279197 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=51900ba7-42ec-42a1-ab8f-3ce9d8d4b13b,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:50.282259 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:50.300304 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8e36-d077-4e12-823d-505223c90633 req-3c48544d-531b-41db-9d37-9339fa94bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:50.301994 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-3c48544d-531b-41db-9d37-9339fa94bab3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 1099 time: 0.0754666 Jun 17 06:00:50.411274 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8e36-d077-4e12-823d-505223c90633 req-52f4bc14-63c3-4bcc-b94e-2ec56bd50dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:50.412813 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-52f4bc14-63c3-4bcc-b94e-2ec56bd50dd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 200 len: 915 time: 0.0896676 Jun 17 06:00:50.479071 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-cbfa82f7-de42-484b-b53d-ccfa2147636a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 200 len: 1001 time: 0.0590074 Jun 17 06:00:50.527724 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8e36-d077-4e12-823d-505223c90633 req-4c8f317e-1e11-4a0c-8c8f-4598c365d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:50.529285 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-4c8f317e-1e11-4a0c-8c8f-4598c365d885 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 200 len: 854 time: 0.0427830 Jun 17 06:00:50.586393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8e36-d077-4e12-823d-505223c90633 req-73a7ef82-5534-42d1-92b7-051a6043f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:50.587859 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-73a7ef82-5534-42d1-92b7-051a6043f5dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e010d35e-12ff-4ed0-9469-9aba3b96ba31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507054 Jun 17 06:00:50.609750 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.689739 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-4cfcbcf9-656f-4b31-a41c-17a574fdc8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913582 Jun 17 06:00:50.797082 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0e7d8e36-d077-4e12-823d-505223c90633 req-0def32d3-7e13-4efe-9d71-fc566f245627 service neutron] 10.222.0.22 "GET /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855317 Jun 17 06:00:50.869230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Deleting port 30380e9c-de02-4a19-8ea4-3593f48a626f {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:50.869570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:50.944293 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] For port 30380e9c-de02-4a19-8ea4-3593f48a626f, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=30380e9c-de02-4a19-8ea4-3593f48a626f,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:50.944757 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:51.008447 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Calling delete_port for 30380e9c-de02-4a19-8ea4-3593f48a626f owned by network:router_interface {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:51.229258 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:51.231228 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-02a8b24c-53ad-4f63-9e42-79135e37e5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:51.252041 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Pushing event deleted for resources: {'Port': ['ID=30380e9c-de02-4a19-8ea4-3593f48a626f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:51.255584 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:51.411180 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:51.678218 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:51.699453 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:51.699803 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8cf1ce5b-a0e1-42f1-872e-6c4d7f1b061d not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:51.883524 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Router 15df620e-4cec-4272-9888-3855caa21d88 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:51.988900 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:51.994083 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] 10.222.0.20 "PUT /v2.0/routers/15df620e-4cec-4272-9888-3855caa21d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284129 Jun 17 06:00:51.996649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57156) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:51.999895 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Sync routers for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:52.008921 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:52.009529 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:52.099543 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:52.109650 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:52.306245 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T06:00:51Z', 'revision_number': 5, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:52.332410 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Checking router: 15df620e-4cec-4272-9888-3855caa21d88 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:52.340768 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Routers {'15df620e-4cec-4272-9888-3855caa21d88'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:52.341377 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:00:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['15df620e-4cec-4272-9888-3855caa21d88'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:52.464362 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:52.529539 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] Set router 15df620e-4cec-4272-9888-3855caa21d88 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:52.602494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Deleting port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:52.602751 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:52.682247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] For port 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:52.682592 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:52.696797 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T06:00:51Z', 'revision_number': 5, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:52.722844 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e520633-c323-4c6a-88b2-a6deaba0f77a None None] The sync data for ids ['15df620e-4cec-4272-9888-3855caa21d88'] in dv-cinder-772623-9-iscsi is: [{'id': '15df620e-4cec-4272-9888-3855caa21d88', 'name': 'tempest-TestShelveInstance-1035044138-router', 'tenant_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:53:50Z', 'updated_at': '2021-06-17T06:00:51Z', 'revision_number': 5, 'project_id': 'f9cf26263c9e4d00af7b85609bc8deae', 'gw_port': {'id': '7fa2fc6b-e5e9-43f2-8d57-e4a06850d832', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df620e-4cec-4272-9888-3855caa21d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:53:51Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:52.745249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Calling delete_port for 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:52.980550 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:52.983566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-067e3356-fedc-42c8-9c80-fcd949cb0f2e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:53.009229 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa2fc6b-e5e9-43f2-8d57-e4a06850d832,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:53.013105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:53.073477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.165455 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.167610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.277914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.278289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15df620e-4cec-4272-9888-3855caa21d88 {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:00:53.282911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.284114 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6c76f577-bb96-46ea-a002-b984522570c8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/15df620e-4cec-4272-9888-3855caa21d88 HTTP/1.1" status: 204 len: 168 time: 1.2864070 Jun 17 06:00:53.287876 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57160) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:53.337232 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Deleting subnet 9f981914-8428-40ee-80a5-0c9e0f6ce412 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:00:53.340459 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.376075 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.467959 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.584049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.586349 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:53.618230 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f981914-8428-40ee-80a5-0c9e0f6ce412,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:53.624599 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:53.625581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.627414 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2faac20b-3714-4f4f-85f6-f8aca3b09d75 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f981914-8428-40ee-80a5-0c9e0f6ce412 HTTP/1.1" status: 204 len: 168 time: 0.3385453 Jun 17 06:00:53.630002 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57162) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:53.632434 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb07cf-688a-4890-9d21-e37ea0c146d0 None None] Network d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:00:53.701453 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.778948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Deleting port 699a7f9f-2e21-4133-851c-1bcf8ff44468 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:53.779258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.805841 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 30380e9c-de02-4a19-8ea4-3593f48a626f no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:53.828661 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 30380e9c-de02-4a19-8ea4-3593f48a626f {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:53.829213 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 30380e9c-de02-4a19-8ea4-3593f48a626f not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:53.829869 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:53.850121 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:53.850480 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 7fa2fc6b-e5e9-43f2-8d57-e4a06850d832 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:53.857560 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] For port 699a7f9f-2e21-4133-851c-1bcf8ff44468, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=699a7f9f-2e21-4133-851c-1bcf8ff44468,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:53.857760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.866041 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] DHCP port deletion for d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:00:53.914975 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Deleting port 699a7f9f-2e21-4133-851c-1bcf8ff44468 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:53.915357 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:53.925492 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Calling delete_port for 699a7f9f-2e21-4133-851c-1bcf8ff44468 owned by network:dhcp {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:53.983887 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] For port 699a7f9f-2e21-4133-851c-1bcf8ff44468, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=699a7f9f-2e21-4133-851c-1bcf8ff44468,segment=NetworkSegment(ec5ce369-550d-4701-8cef-c8ec6b9f45df),segment_id=ec5ce369-550d-4701-8cef-c8ec6b9f45df)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:53.984229 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.053445 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Calling delete_port for 699a7f9f-2e21-4133-851c-1bcf8ff44468 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:54.077803 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.079979 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-551756fb-b85c-4725-9cf5-ad2b7dc50e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:54.103887 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=699a7f9f-2e21-4133-851c-1bcf8ff44468,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:54.107370 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:54.108875 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] No DVR routers for this DVR port 699a7f9f-2e21-4133-851c-1bcf8ff44468 on host dv-cinder-772623-9-iscsi {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:54.130094 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.132028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-9909da61-a446-4495-be39-a457b42ec710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:54.152737 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Pushing event deleted for resources: {'Port': ['ID=699a7f9f-2e21-4133-851c-1bcf8ff44468,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:54.161944 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.162292 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.162635 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.163180 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.163708 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.164201 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.164719 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.165049 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.165376 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.165701 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.166024 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.166343 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:54.169088 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] No DVR routers for this DVR port 699a7f9f-2e21-4133-851c-1bcf8ff44468 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:54.171279 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-0a5efd32-0337-480e-99e7-527d96cce5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:54.189375 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.199422 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f77b06-3b19-4d7a-8a23-f2ac946e8be6']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:54.209243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5ce369-550d-4701-8cef-c8ec6b9f45df') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:54.209536 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5ce369-550d-4701-8cef-c8ec6b9f45df') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:54.217976 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.230909 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:00:54.242250 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:00:54.357111 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.361334 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:54.363722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.365511 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d1f77b06-3b19-4d7a-8a23-f2ac946e8be6 HTTP/1.1" status: 204 len: 168 time: 0.7345977 Jun 17 06:00:54.376609 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f77b06-3b19-4d7a-8a23-f2ac946e8be6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:54.378903 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:54.669054 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57168) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:54.699840 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ea515273-5ab6-4d55-9ce6-8ba22789b230 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d73123ce87a4f08aaf5036d7b92b6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374804 Jun 17 06:00:54.702662 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57170) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:54.757889 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.781076 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.906647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.909288 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:54.910423 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3668b81-acc8-4a5f-9b2d-b5a5983af265 HTTP/1.1" status: 204 len: 168 time: 0.2068577 Jun 17 06:00:54.911237 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4bb1674e-160e-4493-a273-ea9febf19c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:54.918646 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3668b81-acc8-4a5f-9b2d-b5a5983af265,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:54.921816 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:55.520067 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57178) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:55.558494 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f68a156b-4362-4e07-a863-7e6676103f34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9cf26263c9e4d00af7b85609bc8deae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371792 Jun 17 06:00:55.561387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57180) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:55.608948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:55.630373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:55.631840 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 699a7f9f-2e21-4133-851c-1bcf8ff44468 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:55.650526 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 699a7f9f-2e21-4133-851c-1bcf8ff44468 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:55.650871 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 699a7f9f-2e21-4133-851c-1bcf8ff44468 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:55.749581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:55.752154 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:55.753328 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cc1bcb3-7536-4d28-9bc6-be529a2ec842 HTTP/1.1" status: 204 len: 168 time: 0.1910691 Jun 17 06:00:55.754140 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-92ea213a-d7a1-4c37-bc12-fbd030a99796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:55.761535 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc1bcb3-7536-4d28-9bc6-be529a2ec842,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:55.763754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:07.158524 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:01:12.665519 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a012091f-f93e-47c3-87a0-ba71ea6be8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:15.062677 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f491efdd-23d0-4b24-b650-330afb3aecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:15.185434 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:16.145449 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:17.053908 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:18.013890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:20.247025 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca91a7-87b8-484c-b565-63f6c5b4edfb req-8d611eeb-9aac-417b-a2c0-53ef54389e04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:20.248345 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-51ca91a7-87b8-484c-b565-63f6c5b4edfb req-8d611eeb-9aac-417b-a2c0-53ef54389e04 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0631137 Jun 17 06:01:20.284832 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-51ca91a7-87b8-484c-b565-63f6c5b4edfb req-243544b7-1368-46cc-b378-21f505cc0117 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Jun 17 06:01:21.465703 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa45e-332c-46aa-bfa2-70377115a1d9 req-583808ed-a669-4611-9efe-93a430449094 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:21.467162 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9a0fa45e-332c-46aa-bfa2-70377115a1d9 req-583808ed-a669-4611-9efe-93a430449094 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0625498 Jun 17 06:01:21.503077 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9a0fa45e-332c-46aa-bfa2-70377115a1d9 req-b03e196e-8db4-4fa6-87ea-e61ba8290ea0 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups?id=96865423-d221-4c51-b8f2-a1ba14bdd5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Jun 17 06:01:21.943831 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59488279-3363-4704-bb17-a521ee82163b req-3c98811a-5e00-4aad-a01f-3e6120121714 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:21.945320 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59488279-3363-4704-bb17-a521ee82163b req-3c98811a-5e00-4aad-a01f-3e6120121714 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 946 time: 0.0658662 Jun 17 06:01:22.042130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Deleting port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:22.042491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.128638 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] For port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:01:22.128992 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.284198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.284508 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.284811 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Floating IP 97ea0892-3567-4f30-88cc-f9ef5d115c01 disassociated. External IP: 172.27.3.191, port: 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a. Jun 17 06:01:22.285147 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Calling delete_port for 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:22.465136 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.468997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:22.492198 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'Port': ['ID=0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:22.503666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.504049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.504417 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.504808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.505163 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.505530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.505888 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.506243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.506600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.506956 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.507311 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.507663 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:22.511398 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:22.616574 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:01:22.649547 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5e682852-38ed-4b48-b318-e4bcc5d85da4 req-3e9660cc-cc44-44ff-90f8-746d6ae60230 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 210 time: 0.0295441 Jun 17 06:01:22.746566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:01:22.757831 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:01:22.766320 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:01:22.766861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:01:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:22.790081 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] No DVR routers for this DVR port 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:01:22.792524 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:22.794425 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-59488279-3363-4704-bb17-a521ee82163b req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.22 "DELETE /v2.0/ports/0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a HTTP/1.1" status: 204 len: 173 time: 0.8437023 Jun 17 06:01:22.794952 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-deleted', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:01:22.797968 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619c657b-d196-4f81-a7a9-609e6bc86e67" -d '{"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-deleted", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:01:23.011947 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:01:23.018624 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e31e0b0-de7c-4189-9489-be31d3b3cebf x-openstack-request-id: req-7e31e0b0-de7c-4189-9489-be31d3b3cebf {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:01:23.018969 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee5a256-9942-4828-9cfa-a12cb7a1c713", "name": "network-vif-deleted", "tag": "0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:01:23.019265 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e31e0b0-de7c-4189-9489-be31d3b3cebf {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:01:23.019699 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee5a256-9942-4828-9cfa-a12cb7a1c713', 'name': 'network-vif-deleted', 'tag': '0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a', 'status': 'completed', 'code': 200} Jun 17 06:01:23.211758 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:23.237094 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:01:23.245021 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:01:23.245618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:01:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:23.349455 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:01:23.540889 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:23.567186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81932995-2b26-44ed-a276-4c47bdf09c4a None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '28d5331a-b2ed-461a-b8f4-d113ed666990', 'name': '', 'network_id': 'e010d35e-12ff-4ed0-9469-9aba3b96ba31', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'mac_address': 'fa:16:3e:76:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:42Z', 'updated_at': '2021-06-17T05:49:53Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'subnets': [{'id': '8cb8a225-ca48-474b-86f0-3a6f348d4bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:01:23.793927 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb2be8-8a64-475f-87c1-8d0be265680d None None] New status for floating IP 97ea0892-3567-4f30-88cc-f9ef5d115c01: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:01:23.815619 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-931dc280-b6bb-445a-a3f2-e00000805a45 req-1033c892-f20c-4090-a59f-1895b738bc98 tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee5a256-9942-4828-9cfa-a12cb7a1c713 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Jun 17 06:01:25.000449 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57266) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:25.055642 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.077566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.196683 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.199333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.200467 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "DELETE /v2.0/security-groups/96865423-d221-4c51-b8f2-a1ba14bdd5c9 HTTP/1.1" status: 204 len: 168 time: 0.1990218 Jun 17 06:01:25.201336 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6eb14e93-057a-48e0-bd44-9cd571c537c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:25.203986 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57268) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:25.210760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96865423-d221-4c51-b8f2-a1ba14bdd5c9,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:25.213389 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:25.227609 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.api.v2.resource [None req-fa5965b5-d8b7-434a-9011-eb49b0c620cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] show failed (client error): The resource could not be found. Jun 17 06:01:25.227609 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fa5965b5-d8b7-434a-9011-eb49b0c620cf tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "GET /v2.0/security-groups/96865423-d221-4c51-b8f2-a1ba14bdd5c9 HTTP/1.1" status: 404 len: 347 time: 0.0137002 Jun 17 06:01:25.229708 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57270) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:25.350495 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Deleting port 75c6eaef-6b25-40b0-aa3e-809c610586df {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:25.350834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.440826 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.441150 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.502634 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Calling delete_port for 75c6eaef-6b25-40b0-aa3e-809c610586df owned by network:floatingip {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:25.696925 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.698889 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1856d5f8-cae5-4ad0-8c50-e2c8e1fee202 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:25.719872 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Pushing event deleted for resources: {'Port': ['ID=75c6eaef-6b25-40b0-aa3e-809c610586df,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:25.733227 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.733602 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.733969 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.734839 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.735197 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.735556 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.735908 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.736259 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.736639 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.736990 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.737337 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.737682 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:01:25.756678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:25.799095 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks [] for floatingip, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.801617 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:25.802741 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] 10.222.0.20 "DELETE /v2.0/floatingips/97ea0892-3567-4f30-88cc-f9ef5d115c01 HTTP/1.1" status: 204 len: 168 time: 0.5722804 Jun 17 06:01:26.029529 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:01:26.049209 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:01:26.049557 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device 0e4c0ba3-b6f5-4ba2-93bf-9d7746ce726a not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:01:28.680997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57298) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:29.168313 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:29.408408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Deleting port 28d5331a-b2ed-461a-b8f4-d113ed666990 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:29.408781 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:29.485626 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] For port 28d5331a-b2ed-461a-b8f4-d113ed666990, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=28d5331a-b2ed-461a-b8f4-d113ed666990,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:01:29.485897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:29.549262 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Calling delete_port for 28d5331a-b2ed-461a-b8f4-d113ed666990 owned by network:router_interface {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:30.074101 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.076171 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-681daec4-99fa-406f-ac86-3d52300c877f tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:30.099179 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d5331a-b2ed-461a-b8f4-d113ed666990,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:30.102234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:30.258600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.460681 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Router c1f5fa95-4858-45e9-b116-72e97891ba67 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:01:30.561908 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:01:30.566794 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-60fdb812-d64e-44d0-8140-0fe10a81aa18 admin admin] 10.222.0.20 "PUT /v2.0/routers/c1f5fa95-4858-45e9-b116-72e97891ba67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8847888 Jun 17 06:01:30.569355 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57306) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:30.572662 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Sync routers for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:01:30.581845 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:01:30.582457 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:01:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:30.673801 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.683228 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:01:30.773615 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.863630 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T06:01:29Z', 'revision_number': 5, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port': {'id': '55e091d3-ac7e-4459-9363-ac97a113c2ac', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:36Z', 'updated_at': '2021-06-17T05:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:30.887624 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Deleting port 55e091d3-ac7e-4459-9363-ac97a113c2ac {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:30.887964 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.889660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Checking router: c1f5fa95-4858-45e9-b116-72e97891ba67 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:01:30.898065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Routers {'c1f5fa95-4858-45e9-b116-72e97891ba67'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:01:30.898691 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:01:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['c1f5fa95-4858-45e9-b116-72e97891ba67'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:30.963636 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] For port 55e091d3-ac7e-4459-9363-ac97a113c2ac, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=55e091d3-ac7e-4459-9363-ac97a113c2ac,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:01:30.963992 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:30.981397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] Set router c1f5fa95-4858-45e9-b116-72e97891ba67 gateway port host: None {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:01:31.030456 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Calling delete_port for 55e091d3-ac7e-4459-9363-ac97a113c2ac owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:31.031432 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T06:01:30Z', 'revision_number': 6, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:31.059612 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d105b31-5324-4c53-9e1e-ae4137e61296 None None] The sync data for ids ['c1f5fa95-4858-45e9-b116-72e97891ba67'] in dv-cinder-772623-9-iscsi is: [{'id': 'c1f5fa95-4858-45e9-b116-72e97891ba67', 'name': 'tempest-AttachVolumeShelveTestJSON-39212083-router', 'tenant_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:34Z', 'updated_at': '2021-06-17T06:01:30Z', 'revision_number': 6, 'project_id': '31dd2dfa2e0f486592ca253ded72f9f6', 'gw_port_host': None}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:01:31.288167 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.290912 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9a96a7-c74c-483d-ac49-bbc02a11d3c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:31.313858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e091d3-ac7e-4459-9363-ac97a113c2ac,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:31.316760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:31.380503 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.490994 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.493230 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.596649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.597176 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f5fa95-4858-45e9-b116-72e97891ba67 {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:01:31.601365 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.602484 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c1f5fa95-4858-45e9-b116-72e97891ba67 HTTP/1.1" status: 204 len: 168 time: 1.0322433 Jun 17 06:01:31.604976 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57310) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:31.651171 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Deleting subnet 8cb8a225-ca48-474b-86f0-3a6f348d4bf5 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:01:31.654130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.686247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.762668 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.845985 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 55e091d3-ac7e-4459-9363-ac97a113c2ac no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:01:31.866017 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 55e091d3-ac7e-4459-9363-ac97a113c2ac {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:01:31.866304 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 55e091d3-ac7e-4459-9363-ac97a113c2ac not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:01:31.866723 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 28d5331a-b2ed-461a-b8f4-d113ed666990 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:01:31.876971 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.880094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:31.884538 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 28d5331a-b2ed-461a-b8f4-d113ed666990 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:01:31.884894 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 28d5331a-b2ed-461a-b8f4-d113ed666990 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:01:31.910332 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:31.914491 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cb8a225-ca48-474b-86f0-3a6f348d4bf5 HTTP/1.1" status: 204 len: 168 time: 0.3063276 Jun 17 06:01:31.914491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb8a225-ca48-474b-86f0-3a6f348d4bf5,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:31.915671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57312) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:31.916763 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e08b4b-2a4c-4e86-9695-edcc60bcc979 None None] Network e010d35e-12ff-4ed0-9469-9aba3b96ba31 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:01:31.917414 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-32b1ccfe-691d-437a-ac4a-61eb94d7a245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:31.988298 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.041808 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Deleting port d33db40c-f487-4176-830e-dbb0cb2001da {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:32.042230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.115846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] For port d33db40c-f487-4176-830e-dbb0cb2001da, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d33db40c-f487-4176-830e-dbb0cb2001da,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:01:32.116252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.121171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] DHCP port deletion for e010d35e-12ff-4ed0-9469-9aba3b96ba31 request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:01:32.165881 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Deleting port d33db40c-f487-4176-830e-dbb0cb2001da {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:01:32.166265 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.180823 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Calling delete_port for d33db40c-f487-4176-830e-dbb0cb2001da owned by network:dhcp {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:32.229375 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] For port d33db40c-f487-4176-830e-dbb0cb2001da, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=d33db40c-f487-4176-830e-dbb0cb2001da,segment=NetworkSegment(77c35752-2a73-42a0-b8a8-af98687cfbe4),segment_id=77c35752-2a73-42a0-b8a8-af98687cfbe4)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:01:32.229930 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.291939 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Calling delete_port for d33db40c-f487-4176-830e-dbb0cb2001da owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:01:32.332049 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.335421 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1e3bb060-7eb1-4ed6-97b2-bebd1b6751eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:32.358626 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33db40c-f487-4176-830e-dbb0cb2001da,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:32.361925 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:32.363396 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] No DVR routers for this DVR port d33db40c-f487-4176-830e-dbb0cb2001da on host dv-cinder-772623-9-iscsi {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:01:32.369805 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.371694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:32.395055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Pushing event deleted for resources: {'Port': ['ID=d33db40c-f487-4176-830e-dbb0cb2001da,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:32.398051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:32.398866 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a90586-bcae-4ee5-b74d-48504d4d22f7 None None] No DVR routers for this DVR port d33db40c-f487-4176-830e-dbb0cb2001da on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:01:32.437211 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.446734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e010d35e-12ff-4ed0-9469-9aba3b96ba31']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:32.457278 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c35752-2a73-42a0-b8a8-af98687cfbe4') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:32.457571 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c35752-2a73-42a0-b8a8-af98687cfbe4') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:01:32.465969 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.479575 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.485200 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:01:32.487792 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:01:32.580037 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.583655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:32.588528 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:32.588528 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e010d35e-12ff-4ed0-9469-9aba3b96ba31 HTTP/1.1" status: 204 len: 168 time: 0.6703041 Jun 17 06:01:32.598843 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e010d35e-12ff-4ed0-9469-9aba3b96ba31,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:32.601151 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:32.907412 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57318) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:32.946606 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-b7beb433-0c80-41a7-889c-1700861eaadc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31dd2dfa2e0f486592ca253ded72f9f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379386 Jun 17 06:01:32.948885 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57320) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:32.993535 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:33.014005 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:33.131118 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:33.133691 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:33.134795 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e19fedd-764f-428a-a241-e905e7419e6f HTTP/1.1" status: 204 len: 168 time: 0.1850510 Jun 17 06:01:33.135571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-973266e0-4dc9-489f-8c54-f9f34b4e54b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:33.142671 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19fedd-764f-428a-a241-e905e7419e6f,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:33.145059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:33.669516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d33db40c-f487-4176-830e-dbb0cb2001da no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:01:33.680725 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: d33db40c-f487-4176-830e-dbb0cb2001da {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:01:33.681067 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device d33db40c-f487-4176-830e-dbb0cb2001da not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:01:35.419400 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57368) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:35.518391 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.602893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.680066 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.683680 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9ffe5865-af96-4321-a7db-e6e6c1b9439b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:35.720703 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430647b8-b237-41b9-b3e3-776a3b2bd5e6,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:35.726146 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5228a84fff7341bf89996e41d29c5ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045866 Jun 17 06:01:35.726146 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1aa11bc0-8aa3-4da0-b74d-74c07c3594c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:35.727597 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57374) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:35.775037 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.796700 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.920078 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.923462 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:35.924751 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/430647b8-b237-41b9-b3e3-776a3b2bd5e6 HTTP/1.1" status: 204 len: 168 time: 0.1962280 Jun 17 06:01:35.925511 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-42d2f712-3a55-4fc3-94ab-7ca7be975e2c tempest-VolumesNegativeTest-2110200267 tempest-VolumesNegativeTest-2110200267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:35.932845 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430647b8-b237-41b9-b3e3-776a3b2bd5e6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:35.935019 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f39e7dbd-6173-46f1-b5ab-57c8ab362d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:36.533435 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57380) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:36.547061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.632398 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.693635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.696884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6d8f905c-40d0-489e-bd1e-37cb43b7d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:36.730779 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=987b76a730f745a68a2a0ff9feaac102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963255 Jun 17 06:01:36.731882 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9a12c-5b0c-42d5-9b66-55bfb4906ae7,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:36.733623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57382) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:36.735470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:36.787228 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.815313 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.937213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.940409 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:36.941640 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cb9a12c-5b0c-42d5-9b66-55bfb4906ae7 HTTP/1.1" status: 204 len: 168 time: 0.2059817 Jun 17 06:01:36.942391 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7366e613-4371-4254-9dbe-9908db1f901f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:36.949865 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9a12c-5b0c-42d5-9b66-55bfb4906ae7,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:36.952153 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:42.634008 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43c6e7ca-b81e-4e3e-a085-a5ea4278192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:44.156773 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:01:45.062141 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-10fac329-e688-4a3b-8495-b98228dcc6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:45.199228 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:46.155923 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:47.036114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:48.033949 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.048658 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-f5bcc723-d799-43c4-ad7d-f6b7fcf4d7bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540266 Jun 17 06:01:50.159698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed50ed-8077-49b1-8108-aca4348531df req-f361f842-1fa8-487a-bd6f-9fb84cdf37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:50.161150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-f361f842-1fa8-487a-bd6f-9fb84cdf37c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b07d5f9880d24b0aaee57e89995532f1&device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 1098 time: 0.0513237 Jun 17 06:01:50.263147 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed50ed-8077-49b1-8108-aca4348531df req-f74ba8ec-f69b-4f71-810a-f5b7718a86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:50.264605 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-f74ba8ec-f69b-4f71-810a-f5b7718a86e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 200 len: 911 time: 0.0828295 Jun 17 06:01:50.342622 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-bea85961-c378-4f01-9024-1d5c738b4f8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0675828 Jun 17 06:01:50.374141 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57494) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:50.395155 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed50ed-8077-49b1-8108-aca4348531df req-19833019-c7e1-445b-9158-9fa0bd42d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:50.396616 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-19833019-c7e1-445b-9158-9fa0bd42d06d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 200 len: 850 time: 0.0437851 Jun 17 06:01:50.453340 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed50ed-8077-49b1-8108-aca4348531df req-da5ea828-da53-4cdb-9305-34af3c7eef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:01:50.454809 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-da5ea828-da53-4cdb-9305-34af3c7eef19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23aa3e8d-a695-4ab4-a38b-1a2611d3e302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505044 Jun 17 06:01:50.475504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.548224 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-2a55e089-adc2-4ab1-bfbd-8c8766dec044 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857444 Jun 17 06:01:50.562748 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.630462 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.634079 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4e7cf1a1-2f05-47b7-88a9-414c5e9f3f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:50.637463 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eed50ed-8077-49b1-8108-aca4348531df req-442a1ac8-d27f-43c2-9bab-60f9cfc02724 service neutron] 10.222.0.22 "GET /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806715 Jun 17 06:01:50.671085 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=055adea40f074a6fb3c3ef63895b044c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941768 Jun 17 06:01:50.672529 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57498) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:50.672706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545d593-2839-48be-a57e-8cc366e65ea3,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:50.676281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1dbb3ea4-14e0-4d4c-b579-dc107f550c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:50.722302 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.747105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.862105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.864728 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:50.865953 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6545d593-2839-48be-a57e-8cc366e65ea3 HTTP/1.1" status: 204 len: 168 time: 0.1924393 Jun 17 06:01:50.866782 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-52c656b3-5034-4880-bde6-d8282b981216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:50.874193 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545d593-2839-48be-a57e-8cc366e65ea3,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:50.876864 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:51.485884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57506) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:51.498231 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.583846 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.647556 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.651024 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-50e2f943-0d83-4c49-970d-b3ca45edd0ae tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:51.688078 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f4e42ebf41a449daadb9ceb6b4a7ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017512 Jun 17 06:01:51.690907 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d2540-6ae9-4da4-a215-4c222b65ef4d,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:51.691291 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57508) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:01:51.694096 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:01:51.750028 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.774589 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.931022 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.935331 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:51.935331 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a7d2540-6ae9-4da4-a215-4c222b65ef4d HTTP/1.1" status: 204 len: 168 time: 0.2425184 Jun 17 06:01:51.935643 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-982fb67e-6d38-4ab6-9f7d-dceadfb04f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:01:51.943348 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d2540-6ae9-4da4-a215-4c222b65ef4d,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:01:51.945590 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6677f970-d290-4b30-83c1-81d1ba69a569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:00.855954 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57644) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:00.956138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.039907 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.113960 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.117522 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e53d0c88-bbb8-4e34-88fb-af348d50e010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:01.152991 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31d9dd45278d4825b31b92c11f16531c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959328 Jun 17 06:02:01.154011 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439da9b-c6d0-49d6-9fcd-d31bde36d256,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:01.156738 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57648) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:01.157230 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-df8740f9-0744-4bf6-bcb4-e4cdabea6351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:01.203910 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.224495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.396395 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.400394 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:01.401844 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c439da9b-c6d0-49d6-9fcd-d31bde36d256 HTTP/1.1" status: 204 len: 168 time: 0.2439730 Jun 17 06:02:01.402630 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3b803782-4a40-4aef-8381-2a56e232c0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:01.412041 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439da9b-c6d0-49d6-9fcd-d31bde36d256,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:01.414760 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-664e2213-8e82-4548-ac14-e5b670c00ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:02.073825 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57660) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:02.087456 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.174366 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.230107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.233744 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-eeb780f2-e9b9-4503-83af-f652a567c5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:02.268829 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=217a0ac0fe434563b58e244f12ac3f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938667 Jun 17 06:02:02.269991 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25fc09c-e973-49d2-8f9f-c2ef3dba2e80,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:02.271531 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57666) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:02.273240 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:02.319292 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.340315 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.456846 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.459397 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:02.460549 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d25fc09c-e973-49d2-8f9f-c2ef3dba2e80 HTTP/1.1" status: 204 len: 168 time: 0.1879945 Jun 17 06:02:02.461295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bd1f39fc-7505-43d8-b1ad-d985858fc657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:02.468795 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25fc09c-e973-49d2-8f9f-c2ef3dba2e80,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:02.471091 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:04.037732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 57708) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:04.139666 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.225599 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.310227 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.313641 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-816678ae-d230-482c-8e47-32cae78ae5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:04.348200 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=458e14e38c6d42579c76aae1adcc413d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105230 Jun 17 06:02:04.349092 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e5444-a0ba-40ba-a9b8-3ceefb322111,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:04.351518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 57712) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:04.351999 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-78867203-f4f2-4451-a60e-4a690931847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:04.400812 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.420492 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.553484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.556003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:04.557134 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d98e5444-a0ba-40ba-a9b8-3ceefb322111 HTTP/1.1" status: 204 len: 168 time: 0.2040441 Jun 17 06:02:04.557883 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3cae9541-45a2-43d3-bfd6-cbe8f74c50ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:04.565567 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e5444-a0ba-40ba-a9b8-3ceefb322111,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:04.567806 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d8b3f3d7-a151-4f5a-8eb5-2f741fccf594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:12.730377 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7d449b85-c6e3-4d7e-aa70-e887773d52a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:15.109746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-42205c1f-b280-455e-afee-3e0cc9664368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:15.229597 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:16.159303 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:17.075293 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:18.058170 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:21.154750 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:02:32.417841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4b191-3608-4fb4-b93a-b21817aadac0 req-41bd98b4-0eee-437d-8d3f-897b10fc1859 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:32.419308 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8df4b191-3608-4fb4-b93a-b21817aadac0 req-41bd98b4-0eee-437d-8d3f-897b10fc1859 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0714605 Jun 17 06:02:32.458919 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8df4b191-3608-4fb4-b93a-b21817aadac0 req-50b75120-7c09-4c3a-826f-e221218bcf4c tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Jun 17 06:02:33.630484 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0636f92-5873-4306-ab9e-4cf7e0484e5b req-c2c4c7b0-c483-4588-aab0-02382644a3fa tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:33.631942 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0636f92-5873-4306-ab9e-4cf7e0484e5b req-c2c4c7b0-c483-4588-aab0-02382644a3fa tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.0633900 Jun 17 06:02:33.669559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c0636f92-5873-4306-ab9e-4cf7e0484e5b req-f16f14f8-3461-426b-a43b-e48bbf6cac54 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Jun 17 06:02:34.872893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-a518e4ba-6beb-45b8-b765-97481ccffadb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:34.874429 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-a518e4ba-6beb-45b8-b765-97481ccffadb tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.1077569 Jun 17 06:02:34.915993 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888c78-7fe0-4f83-b798-246f2fc548af req-a8476c99-0f57-49f6-ab0d-8b7d20317fe0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:34.917432 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd888c78-7fe0-4f83-b798-246f2fc548af req-a8476c99-0f57-49f6-ab0d-8b7d20317fe0 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 945 time: 0.1213620 Jun 17 06:02:34.990747 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dd888c78-7fe0-4f83-b798-246f2fc548af req-c3791023-b4a7-4566-8f0b-14605c095806 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657799 Jun 17 06:02:35.011408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Deleting port d966b46a-ee3f-409b-8cd2-9338146da6a2 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:35.013039 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:35.101517 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] For port d966b46a-ee3f-409b-8cd2-9338146da6a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d966b46a-ee3f-409b-8cd2-9338146da6a2,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:35.101879 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:35.268740 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:35.269049 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:35.269362 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Floating IP 733752bd-7262-429c-818f-272a80987602 disassociated. External IP: 172.27.3.208, port: d966b46a-ee3f-409b-8cd2-9338146da6a2. Jun 17 06:02:35.269699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Calling delete_port for d966b46a-ee3f-409b-8cd2-9338146da6a2 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:35.458159 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:35.462953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c0b72dbe-b348-4a14-9a3e-4102e584d714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:35.487269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'Port': ['ID=d966b46a-ee3f-409b-8cd2-9338146da6a2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:35.498690 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.499078 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.499479 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.500091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.500460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.500855 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.501217 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.501583 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.501944 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.502320 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.502664 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.503020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:35.506705 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:35.616009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:02:35.981037 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:02:35.990803 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:02:36.001725 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:36.004211 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:36.025725 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] No DVR routers for this DVR port d966b46a-ee3f-409b-8cd2-9338146da6a2 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:02:36.028294 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:36.030301 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b1375ec0-1364-4ebf-bb11-9a9bb00134a9 req-acb8f984-cc16-40b2-957a-be84257e1d46 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.22 "DELETE /v2.0/ports/d966b46a-ee3f-409b-8cd2-9338146da6a2 HTTP/1.1" status: 204 len: 173 time: 1.1494930 Jun 17 06:02:36.030828 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'name': 'network-vif-deleted', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:02:36.033138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f36083-13da-401a-9195-b0ad18004365" -d '{"events": [{"server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "name": "network-vif-deleted", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:02:36.110910 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:36.135986 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-997da6d1-3014-42e1-bc6d-2ce69d85e534 req-3ff24fc9-9cf0-4f3c-b66c-a05b962ead85 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d7d027-a597-455c-8670-6f32e54033c6 HTTP/1.1" status: 200 len: 210 time: 0.0310583 Jun 17 06:02:36.189108 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9baf267-49d1-4d07-ab19-eece975abf07 x-openstack-request-id: req-f9baf267-49d1-4d07-ab19-eece975abf07 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:02:36.189108 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d7d027-a597-455c-8670-6f32e54033c6", "name": "network-vif-deleted", "tag": "d966b46a-ee3f-409b-8cd2-9338146da6a2", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:02:36.189108 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9baf267-49d1-4d07-ab19-eece975abf07 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:02:36.189108 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d7d027-a597-455c-8670-6f32e54033c6', 'name': 'network-vif-deleted', 'tag': 'd966b46a-ee3f-409b-8cd2-9338146da6a2', 'status': 'completed', 'code': 200} Jun 17 06:02:36.318691 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:36.344677 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:02:36.352691 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:36.353287 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:36.455782 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:36.647156 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:36.672398 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ad35-b3ec-471a-ba27-939ca18b1215 None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T05:52:15Z', 'revision_number': 4, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f6e53714-f5ef-4100-9b36-9571f4189519', 'name': '', 'network_id': '23aa3e8d-a695-4ab4-a38b-1a2611d3e302', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'mac_address': 'fa:16:3e:61:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:14Z', 'updated_at': '2021-06-17T05:52:21Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'subnets': [{'id': '49fbaa51-4ee2-42b9-bbf1-4aef41435214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:02:36.890205 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9d042-a5b1-45d8-b355-aad6399271c3 None None] New status for floating IP 733752bd-7262-429c-818f-272a80987602: DOWN {{(pid=99873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:02:37.297642 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58046) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:37.353743 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.377199 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.474828 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.478011 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.479194 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe59bf46-6db1-4cd0-b6e2-7b0276021a8e HTTP/1.1" status: 204 len: 168 time: 0.1804695 Jun 17 06:02:37.480330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e5d666d2-4599-42e5-a37c-2c44ed37e386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:37.481876 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58048) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:37.490918 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe59bf46-6db1-4cd0-b6e2-7b0276021a8e,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:37.496096 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.api.v2.resource [None req-1c35d2d7-0b4c-4c1b-9a86-3753c9b9c3cf tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] show failed (client error): The resource could not be found. Jun 17 06:02:37.497415 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1c35d2d7-0b4c-4c1b-9a86-3753c9b9c3cf tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "GET /v2.0/security-groups/fe59bf46-6db1-4cd0-b6e2-7b0276021a8e HTTP/1.1" status: 404 len: 347 time: 0.0142729 Jun 17 06:02:37.499215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.499843 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.500338 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.500509 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58050) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:37.500682 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.501036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.501390 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.501737 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.502085 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.502429 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.502774 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.503117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.503457 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:37.506630 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:37.621613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Deleting port 825b251d-36e2-4150-9c56-c02c3019401f {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:37.621865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.693858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.694204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.758428 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Calling delete_port for 825b251d-36e2-4150-9c56-c02c3019401f owned by network:floatingip {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:37.931956 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:37.934736 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-91722287-3a23-43bf-8b02-224d7147dac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:37.958204 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Pushing event deleted for resources: {'Port': ['ID=825b251d-36e2-4150-9c56-c02c3019401f,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:37.962447 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:38.017309 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:38.019649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:38.020857 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] 10.222.0.20 "DELETE /v2.0/floatingips/733752bd-7262-429c-818f-272a80987602 HTTP/1.1" status: 204 len: 168 time: 0.5194154 Jun 17 06:02:38.517174 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d966b46a-ee3f-409b-8cd2-9338146da6a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:02:38.540443 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: d966b46a-ee3f-409b-8cd2-9338146da6a2 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:02:38.540830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d966b46a-ee3f-409b-8cd2-9338146da6a2 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:02:42.108834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58090) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:42.616226 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-49062410-c287-4a40-9e75-a8c0bdb48f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:42.655861 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:42.899780 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Deleting port f6e53714-f5ef-4100-9b36-9571f4189519 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:42.900028 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:42.973989 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] For port f6e53714-f5ef-4100-9b36-9571f4189519, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f6e53714-f5ef-4100-9b36-9571f4189519,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:42.974339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:43.038051 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Calling delete_port for f6e53714-f5ef-4100-9b36-9571f4189519 owned by network:router_interface {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:43.435180 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:43.437398 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea326293-f041-484b-8c0c-2c3cd85d2ec1 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:43.462600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e53714-f5ef-4100-9b36-9571f4189519,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:43.465373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:43.631996 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:43.838087 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Router 1a52b6eb-56e9-401d-a56a-0753523eb70a has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:02:43.939699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:02:43.944811 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] 10.222.0.20 "PUT /v2.0/routers/1a52b6eb-56e9-401d-a56a-0753523eb70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348556 Jun 17 06:02:43.947715 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58098) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:43.950497 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Sync routers for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:02:43.959755 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:43.960503 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:44.058897 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.066724 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:44.171750 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.300168 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Deleting port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:44.300530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.321878 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T06:02:43Z', 'revision_number': 5, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port': {'id': 'f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:52:11Z', 'updated_at': '2021-06-17T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:44.349056 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Checking router: 1a52b6eb-56e9-401d-a56a-0753523eb70a for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:02:44.358359 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Routers {'1a52b6eb-56e9-401d-a56a-0753523eb70a'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:44.358975 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['1a52b6eb-56e9-401d-a56a-0753523eb70a'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:44.389936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] For port f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:44.390288 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.444180 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] Set router 1a52b6eb-56e9-401d-a56a-0753523eb70a gateway port host: None {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:44.452016 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Calling delete_port for f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:44.493952 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T06:02:44Z', 'revision_number': 6, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:44.522174 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5a64e-fe11-467e-bdde-6c23804e4a55 None None] The sync data for ids ['1a52b6eb-56e9-401d-a56a-0753523eb70a'] in dv-cinder-772623-9-iscsi is: [{'id': '1a52b6eb-56e9-401d-a56a-0753523eb70a', 'name': 'tempest-AttachVolumeTestJSON-2047156570-router', 'tenant_id': 'b07d5f9880d24b0aaee57e89995532f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:52:10Z', 'updated_at': '2021-06-17T06:02:44Z', 'revision_number': 6, 'project_id': 'b07d5f9880d24b0aaee57e89995532f1', 'gw_port_host': None}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:02:44.678557 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.682811 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6884e4ef-6941-4de5-a44b-bc6bd144cb74 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:44.710791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:44.714448 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:44.774164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.863863 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.866038 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.971802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.972303 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a52b6eb-56e9-401d-a56a-0753523eb70a {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:02:44.976634 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.977773 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d60e7981-0788-4722-a7e4-c373f3937140 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1a52b6eb-56e9-401d-a56a-0753523eb70a HTTP/1.1" status: 204 len: 168 time: 1.0290482 Jun 17 06:02:44.980212 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58102) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:45.032620 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Deleting subnet 49fbaa51-4ee2-42b9-bbf1-4aef41435214 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:02:45.035670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.068598 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.085993 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2e6cb607-60d0-4d04-8846-05f623fb34a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.143376 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.194681 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.252301 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.254560 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-aa8beb25-a9b2-488c-9016-c8afdc7c9067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:45.279506 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fbaa51-4ee2-42b9-bbf1-4aef41435214,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:45.282424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:45.283451 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.285301 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1e461dc5-d6b7-4c59-ac09-74a3ef58adf2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49fbaa51-4ee2-42b9-bbf1-4aef41435214 HTTP/1.1" status: 204 len: 168 time: 0.3041644 Jun 17 06:02:45.287932 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58104) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:45.288415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c3386-17a7-4445-b00b-af014eaa199b None None] Network 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:02:45.373288 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.436289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Deleting port 3b95f4d0-3325-4e0e-893e-54b470de6231 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:45.436671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.514046 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] DHCP port deletion for 23aa3e8d-a695-4ab4-a38b-1a2611d3e302 request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:02:45.521213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] For port 3b95f4d0-3325-4e0e-893e-54b470de6231, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3b95f4d0-3325-4e0e-893e-54b470de6231,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:45.521817 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.566810 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Deleting port 3b95f4d0-3325-4e0e-893e-54b470de6231 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:02:45.567190 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.584020 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Calling delete_port for 3b95f4d0-3325-4e0e-893e-54b470de6231 owned by network:dhcp {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:45.628853 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] For port 3b95f4d0-3325-4e0e-893e-54b470de6231, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=3b95f4d0-3325-4e0e-893e-54b470de6231,segment=NetworkSegment(ae80a097-8124-4467-882b-2349b6d09050),segment_id=ae80a097-8124-4467-882b-2349b6d09050)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:45.629248 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.772745 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.774885 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a5ec750b-6023-4bd4-8931-f7c109ab3418 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:45.799016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b95f4d0-3325-4e0e-893e-54b470de6231,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:45.801992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:45.802767 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] No DVR routers for this DVR port 3b95f4d0-3325-4e0e-893e-54b470de6231 on host dv-cinder-772623-9-iscsi {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:02:45.816726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Calling delete_port for 3b95f4d0-3325-4e0e-893e-54b470de6231 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:02:45.820135 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f6e53714-f5ef-4100-9b36-9571f4189519 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:02:45.844653 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: f6e53714-f5ef-4100-9b36-9571f4189519 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:02:45.845006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f6e53714-f5ef-4100-9b36-9571f4189519 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:02:45.845429 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:02:45.876098 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.885849 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23aa3e8d-a695-4ab4-a38b-1a2611d3e302']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:45.893071 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:02:45.893421 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f90af717-b76c-49f2-9c8b-ed3c8f8dc6d2 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:02:45.893840 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3b95f4d0-3325-4e0e-893e-54b470de6231 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:02:45.896032 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae80a097-8124-4467-882b-2349b6d09050') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:45.896330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae80a097-8124-4467-882b-2349b6d09050') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:45.905640 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.915924 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 3b95f4d0-3325-4e0e-893e-54b470de6231 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:02:45.916274 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 3b95f4d0-3325-4e0e-893e-54b470de6231 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:02:45.924444 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.926654 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:02:45.927090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:02:45.928759 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:02:45.945924 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:45.947779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:45.969890 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Pushing event deleted for resources: {'Port': ['ID=3b95f4d0-3325-4e0e-893e-54b470de6231,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:45.977460 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] No DVR routers for this DVR port 3b95f4d0-3325-4e0e-893e-54b470de6231 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:02:45.979723 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.980066 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.980400 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.980755 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.981077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.983788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:02:45.988643 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:46.050184 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.053695 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:46.056835 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.058691 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] 10.222.0.20 "DELETE /v2.0/networks/23aa3e8d-a695-4ab4-a38b-1a2611d3e302 HTTP/1.1" status: 204 len: 168 time: 0.7696924 Jun 17 06:02:46.069809 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Pushing event deleted for resources: {'Network': ['ID=23aa3e8d-a695-4ab4-a38b-1a2611d3e302,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:46.072138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-43288500-4ab4-4774-8088-fd252801259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:46.171844 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.402296 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58110) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:46.441230 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-feae791b-07a6-44ec-aed3-f6f0507c36b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b07d5f9880d24b0aaee57e89995532f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377059 Jun 17 06:02:46.443608 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58114) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:46.495411 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.516322 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.697624 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.700296 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:46.701481 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52201c21-6be2-45e7-b2e1-a5966cfbb3ce HTTP/1.1" status: 204 len: 168 time: 0.2569683 Jun 17 06:02:46.702246 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5e17f29e-8aa6-4bcd-8e9c-01ec4283ce7c tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:46.710126 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52201c21-6be2-45e7-b2e1-a5966cfbb3ce,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:46.713393 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3e72cca1-eeca-48e0-aac0-b7d4e60c5f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:47.126392 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:48.055508 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:51.544834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58206) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:51.657344 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:51.734285 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:51.794186 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:51.797644 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4b2d0f0d-dcbc-4c47-bb16-39ba138a70da tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:51.833206 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a5f83a6f6624a11944488ac81f324f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872806 Jun 17 06:02:51.834217 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880caf6a-4247-46e5-8d35-f1d8206c09c4,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:51.835898 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58212) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:51.837493 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0b82dd98-b314-4f64-aa72-a510c4db7c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:51.886422 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:51.906451 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:52.057577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:52.060180 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:52.061380 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/880caf6a-4247-46e5-8d35-f1d8206c09c4 HTTP/1.1" status: 204 len: 168 time: 0.2237439 Jun 17 06:02:52.062222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-7a44a6a3-88ce-4c99-b274-29c9bfe68fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:52.069594 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880caf6a-4247-46e5-8d35-f1d8206c09c4,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:52.071939 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8a6ea461-d5e9-43b0-bfda-104cf1e3c5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:53.114129 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58240) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:53.214136 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.302244 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.377749 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.382112 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ddd0185a-0235-4583-9758-394b4424ba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:53.423172 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbdc15e6d3784148b1ce729f1be53912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079693 Jun 17 06:02:53.424344 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf0a3d9-ccf9-4dd3-bbdc-1e9a29a7452d,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:53.425993 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58252) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:53.428029 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-37dd8c55-6bb5-4914-a399-243de2a06ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:53.475534 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.496721 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.631032 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.631032 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:53.631032 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adf0a3d9-ccf9-4dd3-bbdc-1e9a29a7452d HTTP/1.1" status: 204 len: 168 time: 0.2037439 Jun 17 06:02:53.632227 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9114c44d-6fca-4a5c-86b4-59e5fefea7aa tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:53.648036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf0a3d9-ccf9-4dd3-bbdc-1e9a29a7452d,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:53.651916 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:54.693818 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58296) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:54.797271 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1012278692-network', 'tenant_id': '09167e5ac5894d15905762218993a6a9'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:02:54.907844 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Made reservation on behalf of 09167e5ac5894d15905762218993a6a9 for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:02:54.911232 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:54.920740 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.017003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.097525 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.100627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-9b03f422-50de-43b8-a41a-d08ad651e41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:55.126503 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 06:02:55.136579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4179dc2-0118-4027-a2e2-3baba1947d64,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:55.137655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.137999 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Added segment 646349ae-5011-4cd4-a1e0-87859eff4f09 of type vlan for network 55c9b915-787e-4ccc-a495-c55b2f53fd44 Jun 17 06:02:55.147482 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:55.178132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.263187 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.264589 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:55.265173 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.268333 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1963a40d-442c-4113-b668-6a1027e16b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:55.326463 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Pushing event updated for resources: {'Network': ['ID=55c9b915-787e-4ccc-a495-c55b2f53fd44,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:55.329191 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:55.336138 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 06:02:55.347764 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6526206 Jun 17 06:02:55.350284 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58320) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:55.355099 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Request body: {'subnet': {'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1012278692-subnet', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'ip_version': 4}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:02:55.434789 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Made reservation on behalf of 09167e5ac5894d15905762218993a6a9 for: {'subnet': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:02:55.437289 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12476620'] for subnet, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.701171 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12319389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12476638'] for subnet, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.704368 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:55.756733 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58aab115-3e10-4169-b116-b2f0c776f920,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:55.758722 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:55.766207 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:02:55.766558 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Network hostable DHCP agents. Network: 55c9b915-787e-4ccc-a495-c55b2f53fd44, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 06:02:55.838452 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 06:02:55.924588 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 55c9b915-787e-4ccc-a495-c55b2f53fd44) {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:02:55.928667 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:02:55.929248 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:55.934212 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f43675-b772-4316-8f95-cba988be5d9f None None] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:02:56.020294 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-2c9d3607-e2a6-4bf5-924e-b01d23d873f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6689177 Jun 17 06:02:56.023029 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58346) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:56.028695 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:02:56.075580 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-55c9b915-787e-4ccc-a495-c55b2f53fd44', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 06:02:56.078593 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.131936 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.133098 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.197852 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.211301 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Allocated IP 172.20.0.2 (55c9b915-787e-4ccc-a495-c55b2f53fd44/58aab115-3e10-4169-b116-b2f0c776f920/ff17f095-18c8-41f3-a3c3-d4253c5da017) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:02:56.350967 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.358862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Transition to ACTIVE for port object ff17f095-18c8-41f3-a3c3-d4253c5da017 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:02:56.373063 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Transition to ACTIVE for port object ff17f095-18c8-41f3-a3c3-d4253c5da017 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:02:56.408623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.435123 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.437992 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-d44c6f29-3e50-42c1-a605-60109152d764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:56.474754 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:02:56.477627 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:02:56.481014 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:02:56.491186 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Pushing event updated for resources: {'Port': ['ID=ff17f095-18c8-41f3-a3c3-d4253c5da017,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:56.496354 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:56.543696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Attempting to bind port ff17f095-18c8-41f3-a3c3-d4253c5da017 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:02:56.544083 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Attempting to bind port ff17f095-18c8-41f3-a3c3-d4253c5da017 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:02:56.544463 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Attempting to bind port ff17f095-18c8-41f3-a3c3-d4253c5da017 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:02:56.549969 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:02:56.550365 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:02:56.550782 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.551187 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Bound using segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:02:56.551693 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Bound port: ff17f095-18c8-41f3-a3c3-d4253c5da017, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:02:56.552078 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.613650 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] For port ff17f095-18c8-41f3-a3c3-d4253c5da017, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:02:56.616756 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] For port ff17f095-18c8-41f3-a3c3-d4253c5da017, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ff17f095-18c8-41f3-a3c3-d4253c5da017,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:02:56.675481 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.686696 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.690665 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:56.694924 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:56.747978 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Pushing event updated for resources: {'Port': ['ID=ff17f095-18c8-41f3-a3c3-d4253c5da017,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:56.751423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:56.796586 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Allocated IP 172.27.3.192 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/c59bc32a-b5d3-49f2-a097-fce26fdbdd0f) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:02:56.914269 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.066644 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.066644 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-684f0712-2c8f-43b6-8def-c131b74bde36 tempest-AttachVolumeNegativeTest-1628192853 tempest-AttachVolumeNegativeTest-1628192853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:57.251833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:02:57.251833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:02:57.251833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:02:57.251833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:57.251833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:57.416729 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58384) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:57.464339 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.532914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.636582 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.671293 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.714575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.719214 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-29e4910a-ba1d-4f34-a61e-896d3afef348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:57.781918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ff17f095-18c8-41f3-a3c3-d4253c5da017 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:02:57.781918 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e7983-cc73-4684-ad13-99f376e0d902 None None] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:02:57.783491 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96c258371b854e31a31f5fffc32365c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516154 Jun 17 06:02:57.783491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58390) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:57.783491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3180f2-5fdc-4703-8f9d-0d3e82927f3c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:57.784753 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1625d772-ef27-4557-90e4-089817f98d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:57.835105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.856629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.873807 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-a23cc856-93fb-4eea-82f2-fc4f4b9e6829 None None] Provisioning for port ff17f095-18c8-41f3-a3c3-d4253c5da017 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:02:57.901402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Router 41b85987-efed-4909-86bf-ebeab84188f6 is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 06:02:57.955663 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port ff17f095-18c8-41f3-a3c3-d4253c5da017 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:02:57.959569 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port ff17f095-18c8-41f3-a3c3-d4253c5da017 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:02:57.961171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.981472 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.986910 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:57.990971 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a3180f2-5fdc-4703-8f9d-0d3e82927f3c HTTP/1.1" status: 204 len: 168 time: 0.2171450 Jun 17 06:02:57.991837 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9f2a3165-39c9-4889-b65d-68f1843a3fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:58.001034 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3180f2-5fdc-4703-8f9d-0d3e82927f3c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:58.007181 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-110e1e9b-4155-4840-9aa5-af094f9dca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:58.032117 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:02:58.046637 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:02:58.084525 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:58.085219 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:58.121031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.121600 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.122868 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a0805930-24a8-4b57-a1ff-f2fd65c2abe0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0986774 Jun 17 06:02:58.125787 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58394) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:58.154940 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:02:58.195634 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port ff17f095-18c8-41f3-a3c3-d4253c5da017, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ff17f095-18c8-41f3-a3c3-d4253c5da017,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:02:58.221757 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:58.282222 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-8505d192-2557-44f8-acde-1ae3f368fd1d None None] Provisioning complete for port ff17f095-18c8-41f3-a3c3-d4253c5da017 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:02:58.282683 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8505d192-2557-44f8-acde-1ae3f368fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.317019 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.322618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:58.438484 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=ff17f095-18c8-41f3-a3c3-d4253c5da017,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:58.442783 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:58.521577 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:57Z', 'revision_number': 3, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:58.558362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:02:58.558723 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Updating router 41b85987-efed-4909-86bf-ebeab84188f6 port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 06:02:58.594180 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.706605 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58402) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:58.720393 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.823413 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.863776 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.865932 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.882660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Transition to ACTIVE for port object c59bc32a-b5d3-49f2-a097-fce26fdbdd0f will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:02:58.897808 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.900606 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2ce3de83-26be-4bca-a1bd-a656f90fd478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:58.947198 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b397c7da3dd74d819254a3e8eab76d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395024 Jun 17 06:02:58.948135 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d9fba-aa6e-4de2-b103-9fa2c7a02bc4,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:58.950465 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58406) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:02:58.955212 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:58.957434 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-f75e3cdc-830f-4e3a-b003-bdd5b395c5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:58.958326 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4c2c7f9c-4c9d-414e-98e0-2c8d345fc48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:59.001631 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Attempting to bind port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:02:59.002013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Attempting to bind port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:02:59.002388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Attempting to bind port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:02:59.007831 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.016516 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Bound port: c59bc32a-b5d3-49f2-a097-fce26fdbdd0f, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.021667 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Pushing event updated for resources: {'Port': ['ID=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:59.024540 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:59.030913 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.039888 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Allocated IP 172.20.0.1 (55c9b915-787e-4ccc-a495-c55b2f53fd44/58aab115-3e10-4169-b116-b2f0c776f920/59646c86-9346-4858-996d-b59cb0338bd0) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:02:59.074387 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] For port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:02:59.077580 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] For port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:02:59.144860 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.148673 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.152386 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.152761 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/386d9fba-aa6e-4de2-b103-9fa2c7a02bc4 HTTP/1.1" status: 204 len: 168 time: 0.2004063 Jun 17 06:02:59.153648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6316bb1b-fc52-4e47-bc6d-d2446b7876a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:59.161538 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.provisioning_blocks [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Transition to ACTIVE for port object 59646c86-9346-4858-996d-b59cb0338bd0 will not be triggered until provisioned by entity DHCP. {{(pid=99872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:02:59.161853 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d9fba-aa6e-4de2-b103-9fa2c7a02bc4,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:59.165132 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:59.195794 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.197930 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:59.258061 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:02:59.258734 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:59.261603 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Pushing event updated for resources: {'Port': ['ID=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:59.275635 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.278711 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:59.292843 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:59.312816 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:02:59.317147 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:02:59.322607 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:02:59.347051 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Pushing event updated for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:59.351092 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:59.371797 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.372471 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:02:59.609240 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.698531 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:57Z', 'revision_number': 3, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:02:59.727400 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6dc8d-1b4b-424a-95b4-4b6a34a9f811 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:57Z', 'revision_number': 3, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:02:59.729782 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-53592cb9-3d5d-4189-9c95-a037a2ced1de None None] Provisioning for port 59646c86-9346-4858-996d-b59cb0338bd0 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:02:59.735423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ff17f095-18c8-41f3-a3c3-d4253c5da017 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:02:59.739671 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-53592cb9-3d5d-4189-9c95-a037a2ced1de None None] Provisioning complete for port 59646c86-9346-4858-996d-b59cb0338bd0 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:02:59.739996 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-53592cb9-3d5d-4189-9c95-a037a2ced1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.800637 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.808253 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-53592cb9-3d5d-4189-9c95-a037a2ced1de None None] Port 59646c86-9346-4858-996d-b59cb0338bd0 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:02:59.839551 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port ff17f095-18c8-41f3-a3c3-d4253c5da017 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:02:59.839957 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.875966 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:59.880593 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4ab5a50a-d2b3-4f8c-b881-df091afffda3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:02:59.940643 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Pushing event updated for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:02:59.946713 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:02:59.978724 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:00.094632 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:00.096609 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:00.238484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:03:00.343102 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-0aa9efc9-b1dc-4494-b0b7-3c0ad83b1950 None None] Provisioning complete for port 59646c86-9346-4858-996d-b59cb0338bd0 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:00.343656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0aa9efc9-b1dc-4494-b0b7-3c0ad83b1950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:00.381576 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:03:00.398777 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9efc9-b1dc-4494-b0b7-3c0ad83b1950 None None] Port 59646c86-9346-4858-996d-b59cb0338bd0 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:03:00.399169 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] 10.222.0.20 "PUT /v2.0/routers/41b85987-efed-4909-86bf-ebeab84188f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2636294 Jun 17 06:03:01.080437 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58460) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:01.085517 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-216012083-network', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:01.158493 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Made reservation on behalf of b2166ec97224463b8a9fa8660cc1f816 for: {'network': 1} {{(pid=99872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:03:01.160943 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for network, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.175398 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.263285 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.341128 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.347065 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-cad65919-3e05-483d-ba5b-03b21c4c1dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:01.349736 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:03:01.359391 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:01.360015 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:01.366011 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=99872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 06:03:01.380960 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc83b3-5e3e-4e68-93f9-d00e11d2b860,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:01.383926 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:01.385205 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.385542 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.segments_db [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Added segment 3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c of type vlan for network 3b2f4b05-e9e1-4f29-a716-ded96f99755a Jun 17 06:03:01.426005 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770467953574'] for network, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.466535 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:01.519862 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281'] for network, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.521286 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:01.521858 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.525523 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:01.587059 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2f4b05-e9e1-4f29-a716-ded96f99755a,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:01.589878 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:01.596985 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a details requested by agent ovs-agent-dv-cinder-772623-9-iscsi with host dv-cinder-772623-9-iscsi {{(pid=99873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 06:03:01.627710 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ea8211fc-2b36-4b2e-b3f3-6e5dcaa67508 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5461469 Jun 17 06:03:01.630465 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58474) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:01.636046 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Request body: {'subnet': {'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-216012083-subnet', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'ip_version': 4}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:01.678029 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 2, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:01.704350 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:03:01.704759 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Updating router 41b85987-efed-4909-86bf-ebeab84188f6 port 59646c86-9346-4858-996d-b59cb0338bd0 binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 06:03:01.741490 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.748037 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device c59bc32a-b5d3-49f2-a097-fce26fdbdd0f up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:01.752871 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Made reservation on behalf of b2166ec97224463b8a9fa8660cc1f816 for: {'subnet': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:03:01.755245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601812'] for subnet, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.897603 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:01.901830 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:01.905731 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:01.981639 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.000733 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.002548 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:02.010874 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Transition to ACTIVE for port object 59646c86-9346-4858-996d-b59cb0338bd0 will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:02.051969 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601798'] for subnet, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.054911 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-696c2e1b-f356-4ae9-9d1a-3bd06dd2f5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:02.104896 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f37efe6-5934-4512-876d-60ab82db0444,revision_number=0']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:02.108373 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:02.115193 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Checking segment: {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:02.115554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Network hostable DHCP agents. Network: 3b2f4b05-e9e1-4f29-a716-ded96f99755a, hostable agents: ['c97fbcc7-ae2f-41f3-8873-41c4694667de'], hosted agents: [] {{(pid=99871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 06:03:02.131517 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.131741 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.134153 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:02.138331 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-390aaa0e-4fe3-4200-a896-dbd2443f6081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:02.184235 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:02.187613 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:02.211118 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Pushing event updated for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:02.212291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a is scheduled to be hosted by DHCP agent c97fbcc7-ae2f-41f3-8873-41c4694667de with binding_index 1 {{(pid=99871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 06:03:02.236660 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.237006 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.237341 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.237676 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.238000 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.238538 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.238935 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.239273 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.239619 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.239946 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.240266 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.240621 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:02.259772 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:02.272421 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Attempting to bind port 59646c86-9346-4858-996d-b59cb0338bd0 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:03:02.272832 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Attempting to bind port 59646c86-9346-4858-996d-b59cb0338bd0 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:03:02.273203 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Attempting to bind port 59646c86-9346-4858-996d-b59cb0338bd0 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:02.278481 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:03:02.278857 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:02.279259 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.279654 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Bound using segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:03:02.280135 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Bound port: 59646c86-9346-4858-996d-b59cb0338bd0, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:03:02.280529 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.321009 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-iscsi, 3b2f4b05-e9e1-4f29-a716-ded96f99755a) {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:02.330020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:02.330020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.331964 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25553bd7-a36a-4430-834f-d72ab0e659be None None] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:03:02.369628 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] For port 59646c86-9346-4858-996d-b59cb0338bd0, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:03:02.373677 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] For port 59646c86-9346-4858-996d-b59cb0338bd0, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=59646c86-9346-4858-996d-b59cb0338bd0,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:03:02.410143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-45db2a0a-6b69-4136-8fbc-98585ba7949f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7785294 Jun 17 06:03:02.412723 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58484) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:02.417714 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:02.463538 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.466852 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-8d65206f-e64f-4ad7-84df-44a6183f01b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:02.485610 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe61c8671-67ff-5857-a0fa-7f2df30aba87-3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'fixed_ips': [{'subnet_id': '7f37efe6-5934-4512-876d-60ab82db0444'}]}} from dv-cinder-772623-9-iscsi. {{(pid=99873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 06:03:02.486571 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.523857 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:02.524559 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:02.578574 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2862'] for router, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.580816 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2855'] for router, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.638169 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.db_base_plugin_common [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Allocated IP 172.20.0.2 (3b2f4b05-e9e1-4f29-a716-ded96f99755a/7f37efe6-5934-4512-876d-60ab82db0444/a5446115-a64a-4d9c-b618-5ee304d1dbe9) {{(pid=99873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:03:02.649622 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Pushing event updated for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=4']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:02.664449 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-0f93c092-51d6-42c8-8b18-99382d0c01ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:02.676060 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.710372 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:02.827008 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks [] for port, precommit_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.837209 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Transition to ACTIVE for port object a5446115-a64a-4d9c-b618-5ee304d1dbe9 will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:02.854368 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Transition to ACTIVE for port object a5446115-a64a-4d9c-b618-5ee304d1dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:02.927001 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519'] for port, after_create {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:02.929562 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:02.973730 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a is already hosted by enough agents. {{(pid=99873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:02.982527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.scheduler.base_scheduler [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Resources bound (agent type, host, resource id): {{(pid=99873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:02.985065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Received port after_create {{(pid=99873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:03:03.000103 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Pushing event updated for resources: {'Port': ['ID=a5446115-a64a-4d9c-b618-5ee304d1dbe9,revision_number=1']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:03.003431 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:03.036343 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:02Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:03.064926 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4e759-4531-4c3d-bfcd-7c174ce3f6f5 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:02Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:03:03.066877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Attempting to bind port a5446115-a64a-4d9c-b618-5ee304d1dbe9 on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:03:03.067261 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Attempting to bind port a5446115-a64a-4d9c-b618-5ee304d1dbe9 by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:03:03.067751 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Attempting to bind port a5446115-a64a-4d9c-b618-5ee304d1dbe9 on network 3b2f4b05-e9e1-4f29-a716-ded96f99755a {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:03.073133 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:03:03.073519 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Checking segment: {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:03.073935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.074334 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Bound using segment: {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:03:03.074823 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Bound port: a5446115-a64a-4d9c-b618-5ee304d1dbe9, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:03:03.075206 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.172089 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] For port a5446115-a64a-4d9c-b618-5ee304d1dbe9, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:03:03.175625 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] For port a5446115-a64a-4d9c-b618-5ee304d1dbe9, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=a5446115-a64a-4d9c-b618-5ee304d1dbe9,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:03:03.231147 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2865'] for router, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.258345 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.260823 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:03.328756 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Pushing event updated for resources: {'Port': ['ID=a5446115-a64a-4d9c-b618-5ee304d1dbe9,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:03.332174 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-400ebfc2-105f-4e5d-b389-874778d58f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:03.579275 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.603916 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.740408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Allocated IP 172.27.3.20 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:03:03.877920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device c59bc32a-b5d3-49f2-a097-fce26fdbdd0f up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:03.884095 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:03.928755 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:03.929260 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.013404 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.016020 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 59646c86-9346-4858-996d-b59cb0338bd0 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:04.017471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-abfbfdee-b1eb-445c-8263-56058ff2938e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:04.069377 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:04.075071 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:04.081501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:03:04.088496 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:04.093008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:04.164161 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 59646c86-9346-4858-996d-b59cb0338bd0 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:04.168934 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 59646c86-9346-4858-996d-b59cb0338bd0 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:04.169315 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.258388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.298255 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 59646c86-9346-4858-996d-b59cb0338bd0, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=59646c86-9346-4858-996d-b59cb0338bd0,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:04.381128 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.381949 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device a5446115-a64a-4d9c-b618-5ee304d1dbe9 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:04.383749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:04.401658 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58502) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:04.465767 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.467012 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:04.472119 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8ae30-9ea8-4570-bf71-b14748a89bc9 None None] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:03:04.475220 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:04.528832 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.600850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port a5446115-a64a-4d9c-b618-5ee304d1dbe9 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:04.632962 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.676737 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430559'] for router, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.746814 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Provisioning for port a5446115-a64a-4d9c-b618-5ee304d1dbe9 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:04.747074 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.751247 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Provisioning complete for port a5446115-a64a-4d9c-b618-5ee304d1dbe9 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:04.751695 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.757343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-7959e388-4515-43d2-b525-e7fc4e5d88b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:04.799416 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eddb80524b1946808674347e63dea318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955686 Jun 17 06:03:04.799649 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58506) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:04.801107 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695f205-32a9-4519-adfe-c2d57648fbe6,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:04.820068 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:04.847935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.869706 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.880851 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] For port a5446115-a64a-4d9c-b618-5ee304d1dbe9, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=a5446115-a64a-4d9c-b618-5ee304d1dbe9,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:04.891020 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.954481 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d is scheduled to L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 with binding_index 1 {{(pid=99871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 06:03:04.954715 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:04.956356 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:05.003852 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Pushing event updated for resources: {'Port': ['ID=a5446115-a64a-4d9c-b618-5ee304d1dbe9,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:05.006857 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:05.039156 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.041830 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.042941 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f695f205-32a9-4519-adfe-c2d57648fbe6 HTTP/1.1" status: 204 len: 168 time: 0.2426500 Jun 17 06:03:05.045222 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cc996f65-a625-4c04-8ff9-c51826540fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:05.056302 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695f205-32a9-4519-adfe-c2d57648fbe6,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:05.060368 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-14571638-4d44-4547-9849-1929252954e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:05.080003 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:03:05.083807 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-052fb766-e13d-41f0-89d4-09cd0f27ad5c None None] Provisioning complete for port a5446115-a64a-4d9c-b618-5ee304d1dbe9 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:05.088072 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-052fb766-e13d-41f0-89d4-09cd0f27ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.107065 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Sync routers for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:03:05.125948 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:05.126561 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:05.197982 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.199210 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7855484 Jun 17 06:03:05.202100 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58510) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:05.258856 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:05.432618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 3, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:05.462520 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Checking router: 9fda4aec-e5c4-483a-bda4-35e1f3f5197d for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:03:05.462877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Updating router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff binding host dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 06:03:05.498470 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.608307 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.647775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58514) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:05.664130 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.751765 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 59646c86-9346-4858-996d-b59cb0338bd0 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:05.778863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.779131 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Allocated IP 172.20.0.1 (3b2f4b05-e9e1-4f29-a716-ded96f99755a/7f37efe6-5934-4512-876d-60ab82db0444/f2e95bc6-9c63-4612-bc00-792d12ba1f8c) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:03:05.792240 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks [] for port, precommit_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.809362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Transition to ACTIVE for port object 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff will not be triggered until provisioned by entity L2. {{(pid=99873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:05.822914 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 59646c86-9346-4858-996d-b59cb0338bd0 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:05.823305 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.846221 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.850013 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f3de40a2-5742-4d2b-82c7-3a0a1b470169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:05.890998 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3510e27ce87b408c9ff05b27a43d7c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415321 Jun 17 06:03:05.891232 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.891900 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35d012-1753-4591-9cf1-73e1abda34c2,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:05.893743 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58516) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:05.896000 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-04d09e04-24bb-4ad0-a92b-7f5b87929f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:05.905262 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.906403 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:05.932905 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Transition to ACTIVE for port object f2e95bc6-9c63-4612-bc00-792d12ba1f8c will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:05.941398 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device a5446115-a64a-4d9c-b618-5ee304d1dbe9 up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:05.971776 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85981f72-2d43-48a7-bb40-b8ba0d8c2781 None None] Pushing event updated for resources: {'Port': ['ID=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,revision_number=2']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:05.974764 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.977655 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-85981f72-2d43-48a7-bb40-b8ba0d8c2781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:05.981335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Attempting to bind port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:03:05.981335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Attempting to bind port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:03:05.981335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Attempting to bind port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff on network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:05.993486 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:03:05.993868 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Checking segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:05.994274 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:05.994673 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Bound using segment: {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'} {{(pid=99873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:03:05.995155 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.managers [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Bound port: 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bc030e-9342-4c6a-a81d-de97bb96cb29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7'}}] {{(pid=99873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:03:05.995533 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.003387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.053094 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port a5446115-a64a-4d9c-b618-5ee304d1dbe9 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:06.053498 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.073737 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] For port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:03:06.086271 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.090335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] For port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:03:06.090494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-11393af3-beb9-4e23-a289-f1805a059a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:06.123014 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:06.126070 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:06.129613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:03:06.163768 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:06.170050 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:06.183571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434030'] for router_interface, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.234329 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.236936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.238088 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c35d012-1753-4591-9cf1-73e1abda34c2 HTTP/1.1" status: 204 len: 168 time: 0.3423333 Jun 17 06:03:06.243806 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-15a00afe-d33d-4d50-a6ac-b1854631e0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:06.273052 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.273657 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35d012-1753-4591-9cf1-73e1abda34c2,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:06.280574 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-c889095f-d8fa-4b0a-9d42-df9e6a457e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:06.281132 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-88c8d9c4-903f-4284-ae64-4abadb7bf2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:06.343176 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85981f72-2d43-48a7-bb40-b8ba0d8c2781 None None] Pushing event updated for resources: {'Port': ['ID=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,revision_number=3']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:06.345809 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:06.346423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:06.349114 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-85981f72-2d43-48a7-bb40-b8ba0d8c2781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:06.448185 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.571929 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:06.610459 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.674071 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-671dae9f-eb75-448b-8ebe-63603bd97bc9 None None] Provisioning for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:06.681710 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-671dae9f-eb75-448b-8ebe-63603bd97bc9 None None] Provisioning complete for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:06.686427 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-671dae9f-eb75-448b-8ebe-63603bd97bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.686563 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:06.688193 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b6bce057-023b-4a17-b547-b66b74d2f377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:06.749935 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-671dae9f-eb75-448b-8ebe-63603bd97bc9 None None] Port f2e95bc6-9c63-4612-bc00-792d12ba1f8c cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:03:06.780356 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 3, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:06.809377 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ddf23-7771-4629-a6d2-e1bbe6f9fd81 None None] The sync data for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi is: [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 3, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:03:07.050278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:07.060893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:07.064212 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433938'] for router_interface, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:07.161394 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:07.162898 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:07.293915 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:03:07.385977 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-432acbba-4676-43b1-8c5a-7129c3b521ab None None] Provisioning complete for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:07.386575 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-432acbba-4676-43b1-8c5a-7129c3b521ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:07.417061 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:03:07.425989 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] 10.222.0.20 "PUT /v2.0/routers/9fda4aec-e5c4-483a-bda4-35e1f3f5197d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2228162 Jun 17 06:03:07.437815 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-432acbba-4676-43b1-8c5a-7129c3b521ab None None] Port f2e95bc6-9c63-4612-bc00-792d12ba1f8c cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:03:07.747040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:07.857587 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:07.862097 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:07.862480 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:07.941179 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:07.963681 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:08.040836 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.042735 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-4ce9e04c-8bc8-4cf0-aa83-ece74b1e6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:08.095132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:08.098870 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:08.123300 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58556) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:08.128706 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370017736', 'description': 'tempest-secgroup-smoke-1370017736 description', 'project_id': '09167e5ac5894d15905762218993a6a9'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:08.221216 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.318922 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.400451 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.404295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f7389c34-5151-4bf0-9423-6504569b4f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:08.433278 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d7e62-e441-499f-b99f-e48da70c17ee,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:08.433903 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:08.479858 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Sync routers for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:03:08.488562 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:08.489178 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:08.520054 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.524975 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f52e1197-f381-49b2-a181-09676cc0340d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3971136 Jun 17 06:03:08.525302 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58576) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:08.529858 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:08.595278 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:08.616207 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.673506 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.771605 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.773828 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-079dd155-0f03-43fe-bc4b-3f1fbc865265 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:08.794323 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20132410-784e-4cef-99a1-5f395234fd84,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:08.795318 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 4, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f2e95bc6-9c63-4612-bc00-792d12ba1f8c', 'name': '', 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'mac_address': 'fa:16:3e:86:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7f37efe6-5934-4512-876d-60ab82db0444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:05Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 2, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'subnets': [{'id': '7f37efe6-5934-4512-876d-60ab82db0444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:08.796886 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:08.823401 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Checking router: 9fda4aec-e5c4-483a-bda4-35e1f3f5197d for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:03:08.823761 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Updating router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d port f2e95bc6-9c63-4612-bc00-792d12ba1f8c binding host dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 06:03:08.855951 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.872449 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:08.873707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474560 Jun 17 06:03:08.876800 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58578) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:08.881466 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:08.970541 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.027801 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.090212 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.092456 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-63cdd890-54e1-441e-b282-b3f790e2e35e tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:09.110764 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670febf2-09c9-4715-a0ca-94b5b762390d,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:09.111641 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.113699 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:09.123252 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.provisioning_blocks [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Transition to ACTIVE for port object f2e95bc6-9c63-4612-bc00-792d12ba1f8c will not be triggered until provisioned by entity L2. {{(pid=99874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:09.187012 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.188415 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-ec3960a2-691c-4a20-bbf5-aaee66a751e4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107002 Jun 17 06:03:09.196307 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58584) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:09.200840 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:09.209941 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.213037 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:09.285689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.328521 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb106d-e5cf-4e07-821e-6a40407b3584 None None] Pushing event updated for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=3']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:09.334647 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-cfbb106d-e5cf-4e07-821e-6a40407b3584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:09.344677 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Attempting to bind port f2e95bc6-9c63-4612-bc00-792d12ba1f8c on host dv-cinder-772623-9-iscsi for vnic_type normal with profile {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:03:09.345054 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Attempting to bind port f2e95bc6-9c63-4612-bc00-792d12ba1f8c by drivers openvswitch,hyperv on host dv-cinder-772623-9-iscsi at level 0 using segments [{'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:03:09.345436 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Attempting to bind port f2e95bc6-9c63-4612-bc00-792d12ba1f8c on network 3b2f4b05-e9e1-4f29-a716-ded96f99755a {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:09.351073 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Checking agent: {'id': '94f2ebe6-ea27-45c8-abbe-318618ef46c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 15), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:03:09.356133 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Checking segment: {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:09.356572 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.356996 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Bound using segment: {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'} {{(pid=99874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:03:09.357498 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.managers [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Bound port: f2e95bc6-9c63-4612-bc00-792d12ba1f8c, host: dv-cinder-772623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a'}}] {{(pid=99874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:03:09.357809 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.357931 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.422790 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.428719 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:09.434241 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] For port f2e95bc6-9c63-4612-bc00-792d12ba1f8c, host dv-cinder-772623-9-iscsi, cleared binding levels {{(pid=99874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:03:09.437262 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.plugins.ml2.db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] For port f2e95bc6-9c63-4612-bc00-792d12ba1f8c, host dv-cinder-772623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:03:09.443215 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5b24dd-a36f-4e19-84f2-9d1b8cac434b,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:09.445956 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:09.507080 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron_lib.callbacks.manager [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.509278 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:09.517736 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.521688 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f2c75cf8-c920-423d-9122-f37f3ad06271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218043 Jun 17 06:03:09.521848 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58586) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:09.527169 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:09.565387 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:09.566106 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:02:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:09.603969 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb106d-e5cf-4e07-821e-6a40407b3584 None None] Pushing event updated for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=4']} {{(pid=99874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:09.616686 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.632840 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG oslo_concurrency.lockutils [None req-cfbb106d-e5cf-4e07-821e-6a40407b3584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:09.684375 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.685260 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:09.736293 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:09.754165 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.761046 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:09.776764 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d67691-6978-4169-abc3-d57a515c086a,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:09.785426 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:09.796760 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:09.797171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.849343 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:09.852993 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-77830b57-da15-4df7-a8d6-7a7e4b34f6fc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277824 Jun 17 06:03:09.853180 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58588) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:09.858209 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:09.894910 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 4, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f2e95bc6-9c63-4612-bc00-792d12ba1f8c', 'name': '', 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'mac_address': 'fa:16:3e:86:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7f37efe6-5934-4512-876d-60ab82db0444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:05Z', 'updated_at': '2021-06-17T06:03:09Z', 'revision_number': 4, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'subnets': [{'id': '7f37efe6-5934-4512-876d-60ab82db0444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:09.920878 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2586ef-d4a5-423e-82da-82e3af81c4d6 None None] The sync data for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi is: [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:03:06Z', 'revision_number': 4, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': 'f2e95bc6-9c63-4612-bc00-792d12ba1f8c', 'name': '', 'network_id': '3b2f4b05-e9e1-4f29-a716-ded96f99755a', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'mac_address': 'fa:16:3e:86:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7f37efe6-5934-4512-876d-60ab82db0444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:05Z', 'updated_at': '2021-06-17T06:03:09Z', 'revision_number': 4, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'subnets': [{'id': '7f37efe6-5934-4512-876d-60ab82db0444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:03:09.944218 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.securitygroups_db [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Project 09167e5ac5894d15905762218993a6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 06:03:09.947756 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.032036 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.120221 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.122427 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e7fa097e-eab9-463a-afe6-4fa6bd0e70f3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:10.141245 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267af416-71be-44bb-918e-4025afa106a4,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:10.143574 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:10.249944 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.253822 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-325a6f9f-bdea-42e8-bd38-0aadf270683e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3967731 Jun 17 06:03:10.253993 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58596) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:10.259015 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'security_group_rule': {'security_group_id': '0f2d7e62-e441-499f-b99f-e48da70c17ee', 'project_id': '09167e5ac5894d15905762218993a6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:10.377703 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.securitygroups_db [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Project 09167e5ac5894d15905762218993a6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 06:03:10.383679 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.459204 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.530300 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510740'] for security_group_rule, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.537428 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:10.553083 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7065f89c-f315-448b-86ea-ae76bdffe0de,revision_number=0']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:10.556090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:10.634371 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:10.635520 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-50466871-7983-4d34-acd3-874220472024 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3806856 Jun 17 06:03:11.728827 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f2e95bc6-9c63-4612-bc00-792d12ba1f8c up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:11.828181 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:11.832117 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:11.835388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:11.909262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:11.942743 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] For port f2e95bc6-9c63-4612-bc00-792d12ba1f8c, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:12.013615 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.014028 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:12.057182 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58666) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:12.064423 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Pushing event updated for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:12.067495 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:12.160169 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.248164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.342816 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.345573 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a5caa1fd-1b98-44e5-bfea-809365944834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:12.387831 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d174a3dc6dcf457391db0e564e23da92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294387 Jun 17 06:03:12.388876 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54297efa-21b6-44a7-b68c-8ecda2d3b99f,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:12.390557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58672) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:12.394168 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea7ad615-26e0-48c2-af15-3a9609f94a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:12.441424 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.461882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.583003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.586402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.588198 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54297efa-21b6-44a7-b68c-8ecda2d3b99f HTTP/1.1" status: 204 len: 168 time: 0.1959927 Jun 17 06:03:12.592271 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-bfba8715-38eb-47f7-8905-c42dfd0e3e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:12.609063 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54297efa-21b6-44a7-b68c-8ecda2d3b99f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:12.612055 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6bbae271-54b0-476f-994b-db409b9874ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:12.649370 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-628286cb-d7f2-45f5-bac3-07d4710073e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.219700 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58680) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:13.234256 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.322495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.381317 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.384189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-75fd67fc-b6bf-4cba-87c6-d0dd1615b30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:13.424045 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b2e12efa7ed44ddb9cec67d26f2be94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011621 Jun 17 06:03:13.424045 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1e029-51bc-47cb-bf8e-87a2c0115475,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:13.425366 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58682) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:13.429383 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-98bbb2c3-5e28-49eb-9f40-09a31da17446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:13.475612 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.497935 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.615100 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.618062 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:13.620620 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33c1e029-51bc-47cb-bf8e-87a2c0115475 HTTP/1.1" status: 204 len: 168 time: 0.1934745 Jun 17 06:03:13.621605 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-829bc7c3-322f-4d04-b927-2a3ed3617de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:13.629603 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1e029-51bc-47cb-bf8e-87a2c0115475,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:13.631857 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:13.719197 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f2e95bc6-9c63-4612-bc00-792d12ba1f8c up at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:13.765486 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Provisioning complete for port f2e95bc6-9c63-4612-bc00-792d12ba1f8c triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:13.765774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:15.074256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-4c0a1b30-6732-4604-9a9d-2ffe4560a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:15.182716 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:16.194173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:17.079517 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:18.108446 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.035990 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58838) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:30.145699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.229129 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.301758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.305023 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b451cdf1-2638-4f1f-af7c-3f2f76f7fc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:30.339836 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13e98f6c84f4478dac32dd8a8fea1d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027668 Jun 17 06:03:30.340996 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d53b56-76e2-4849-b366-bbb36a67dcab,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:30.342581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58842) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:30.344055 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-97ecd94d-8043-43d1-acbe-db5851d58406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:30.391627 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.414071 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.513798 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.516308 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:30.517457 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12d53b56-76e2-4849-b366-bbb36a67dcab HTTP/1.1" status: 204 len: 168 time: 0.1731713 Jun 17 06:03:30.518206 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-278c344b-81ad-4353-8cdb-1a1536e95ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:30.528992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d53b56-76e2-4849-b366-bbb36a67dcab,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:30.528992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-48e4a500-3275-4375-9dbc-124054686698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:31.056530 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 58850) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:31.073461 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.158581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.226000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.229254 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-c6402db3-5cb3-487f-857a-8e0dc964178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:31.265732 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3d11c603ddc4c639910b6ca26227f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081532 Jun 17 06:03:31.266599 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ef6a3-b751-4430-a15b-140e41291dda,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:31.268387 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 58852) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:31.269642 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-20a7f0b9-9814-4792-a413-b1d835a0a7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:31.315180 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.341734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.445196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.447828 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:31.448998 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f20ef6a3-b751-4430-a15b-140e41291dda HTTP/1.1" status: 204 len: 168 time: 0.1796124 Jun 17 06:03:31.450356 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-056f2a14-e990-4e0d-a78c-653f34512696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:31.458692 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ef6a3-b751-4430-a15b-140e41291dda,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:31.461337 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-79a02521-adf7-40fd-a32d-ae44769e0ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:33.848731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-b7b56ebc-3f63-45d7-ad15-d3c497859ae5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370017736&fields=id&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 267 time: 0.0322344 Jun 17 06:03:33.956384 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-b5e759e3-2cea-4944-920f-137f6b1aac5d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:33.957748 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-b5e759e3-2cea-4944-920f-137f6b1aac5d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.1026611 Jun 17 06:03:33.972419 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-d5c82046-e77b-4f49-8f1c-63f5ebfe36fb tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/quotas/09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Jun 17 06:03:34.048648 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-6f3ee26d-9adf-43ea-b813-533d2f32d76e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700083 Jun 17 06:03:34.234217 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-391f8847-35ce-4c13-b425-bee4fdc4e1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748013 Jun 17 06:03:34.324081 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3c461f9b-459c-458e-9c26-fbabafb23cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837805 Jun 17 06:03:34.947917 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-658b59e3-4cc2-4399-8778-0349687ead87 req-7daea75e-fa63-4931-9a6a-a587411efaa3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Jun 17 06:03:35.153606 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:03:36.084898 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4117b21b-a4ca-4ef6-b9bc-3030fc9a04cb req-546edcd5-4457-4f87-a7f5-85af95eb2e6e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Jun 17 06:03:37.257819 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2eb72dc0-b90c-4905-909a-a28ad588926d req-e83cb0f2-b47d-4d39-a171-8ad23e401225 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 210 time: 0.0567055 Jun 17 06:03:37.304387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-23ba9783-4fb8-4403-80f4-82c18922a0bc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:37.306924 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-23ba9783-4fb8-4403-80f4-82c18922a0bc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.1279426 Jun 17 06:03:37.354281 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3d40e557-2ca7-4cd0-aa4e-f225d290e317 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 380 time: 0.0339847 Jun 17 06:03:37.362987 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'port': {'device_id': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'admin_state_up': True, 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'security_groups': ['0f2d7e62-e441-499f-b99f-e48da70c17ee']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:37.547601 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Made reservation on behalf of 09167e5ac5894d15905762218993a6a9 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:03:37.551245 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:37.681613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.20.0.7 (55c9b915-787e-4ccc-a495-c55b2f53fd44/58aab115-3e10-4169-b116-b2f0c776f920/d2ee9936-c88c-493a-8200-f32253eddd35) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:03:37.816891 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:37.830614 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Transition to ACTIVE for port object d2ee9936-c88c-493a-8200-f32253eddd35 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:37.941083 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:37.946616 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-250f1535-cc78-4a4f-9eff-084a2fd803a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:37.988184 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:37.991827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:37.994345 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:03:38.027790 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:38.042740 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.043128 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.043582 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.044544 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.044917 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.045280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.045639 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.045996 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.046355 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.046711 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.047153 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.047496 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:38.051841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:38.068905 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:38.069638 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.160985 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-66499ae6-00f1-4e33-ae4d-b804893e31a4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8011291 Jun 17 06:03:38.179316 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Request body: {'port': {'device_id': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:38.250278 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.268072 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-1ebc6fed-e96c-4fa8-a7b1-1524c6616287 None None] Provisioning for port d2ee9936-c88c-493a-8200-f32253eddd35 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:38.272995 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-1ebc6fed-e96c-4fa8-a7b1-1524c6616287 None None] Provisioning complete for port d2ee9936-c88c-493a-8200-f32253eddd35 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:38.273675 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6fed-e96c-4fa8-a7b1-1524c6616287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.316603 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc6fed-e96c-4fa8-a7b1-1524c6616287 None None] Port d2ee9936-c88c-493a-8200-f32253eddd35 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:03:38.504869 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2eeb0-0518-4fec-9f67-37fc85b27719 req-0654d6ac-7497-49e0-a862-8e4421b60634 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:38.506338 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dc2eeb0-0518-4fec-9f67-37fc85b27719 req-0654d6ac-7497-49e0-a862-8e4421b60634 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 931 time: 0.1283855 Jun 17 06:03:38.569150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5dc2eeb0-0518-4fec-9f67-37fc85b27719 req-41a93f4e-c4f6-4a78-9d4d-1c37d2f770c1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541484 Jun 17 06:03:38.611195 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ee9936-c88c-493a-8200-f32253eddd35 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:03:38.618611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.630699 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Transition to ACTIVE for port object d2ee9936-c88c-493a-8200-f32253eddd35 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:03:38.696175 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.699446 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-50a244be-6033-40c8-8851-f84e686909c7 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:38.786328 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:38.812110 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:38.869289 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Attempting to bind port d2ee9936-c88c-493a-8200-f32253eddd35 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:03:38.869620 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Attempting to bind port d2ee9936-c88c-493a-8200-f32253eddd35 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:03:38.869946 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Attempting to bind port d2ee9936-c88c-493a-8200-f32253eddd35 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:38.874412 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Port d2ee9936-c88c-493a-8200-f32253eddd35 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 06:03:38.876409 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Attempting to bind port d2ee9936-c88c-493a-8200-f32253eddd35 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:03:38.879860 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:03:38.880191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:03:38.880604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Bound using segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:03:38.881028 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Bound port: d2ee9936-c88c-493a-8200-f32253eddd35, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:03:38.881371 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:38.948801 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:03:38.952291 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d2ee9936-c88c-493a-8200-f32253eddd35,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:03:39.037960 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:39.041375 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-94cceea0-8c76-4593-b299-fb5413afa8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:39.077487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.077487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:39.077487 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] 10.222.0.22 "PUT /v2.0/ports/d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 200 len: 1093 time: 0.8980606 Jun 17 06:03:39.077487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:03:39.077487 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495d6505-b48b-4db6-acc2-d1d89bcba59a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:03:39.101665 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:39.104826 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3cbe8642-04fc-4cd3-8f26-78f53a93d095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:39.123164 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32500ae8-cf87-4f3b-93d3-469e42de6783 x-openstack-request-id: req-32500ae8-cf87-4f3b-93d3-469e42de6783 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:03:39.123507 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:03:39.123812 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32500ae8-cf87-4f3b-93d3-469e42de6783 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:03:39.124283 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'status': 'completed', 'code': 200} Jun 17 06:03:39.222788 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-3acce8f2-85b7-4f15-b201-0139929c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.224282 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-3acce8f2-85b7-4f15-b201-0139929c0c8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1096 time: 0.0557697 Jun 17 06:03:39.330628 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-22bad0e4-abb9-4bc6-bf39-33022e9b02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.332071 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-22bad0e4-abb9-4bc6-bf39-33022e9b02ef service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=09167e5ac5894d15905762218993a6a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0944278 Jun 17 06:03:39.422175 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-5f928b9c-b0fa-4a40-bee5-ed70385fbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.423617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-495d6505-b48b-4db6-acc2-d1d89bcba59a req-5f928b9c-b0fa-4a40-bee5-ed70385fbe6a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0846775 Jun 17 06:03:39.533565 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-951834b8-1c54-4283-b59a-7409f908992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.535100 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-951834b8-1c54-4283-b59a-7409f908992f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1096 time: 0.0523210 Jun 17 06:03:39.586296 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-33cfbfd4-748a-4b37-acf2-9e9ab042c991 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 200 len: 217 time: 0.0368288 Jun 17 06:03:39.634390 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-932b6138-ebad-46a2-beb9-c6df45c51c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.636084 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-932b6138-ebad-46a2-beb9-c6df45c51c92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0440459 Jun 17 06:03:39.702096 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-64751b76-35cd-4d6f-ab99-c635bdb27ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.703472 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-64751b76-35cd-4d6f-ab99-c635bdb27ba7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613575 Jun 17 06:03:39.816884 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d39813-7239-4d10-96f8-eb143f49e19e req-8d616667-d299-4839-8785-f304a786fbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:39.818324 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1d39813-7239-4d10-96f8-eb143f49e19e req-8d616667-d299-4839-8785-f304a786fbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.1267586 Jun 17 06:03:39.844213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-ef8c79b3-a2a6-45e6-b93c-2d1659c59201 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197476 Jun 17 06:03:39.879555 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-d1d39813-7239-4d10-96f8-eb143f49e19e req-c6a4efb0-2495-4ef1-a7c6-58284cc2ba92 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555866 Jun 17 06:03:39.944242 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da246c0a-1e52-4327-b4bf-c9d9c6e0dd78 req-c1b8c67c-215b-4f66-a6b4-47e50b6dd8a2 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926940 Jun 17 06:03:41.045906 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c56d3a-5aea-4859-9bc0-f15f657cd040 req-57e32f40-a80c-4c4a-a1a0-829260da33a0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:41.047343 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f4c56d3a-5aea-4859-9bc0-f15f657cd040 req-57e32f40-a80c-4c4a-a1a0-829260da33a0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0625930 Jun 17 06:03:41.086985 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f4c56d3a-5aea-4859-9bc0-f15f657cd040 req-5301ca95-44ea-4c39-a289-53a29f0860aa tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341048 Jun 17 06:03:42.259236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74a70-59f2-4607-b650-785d7d92450f req-8b14c339-7a5e-4452-bdac-2ee024013d67 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:42.260680 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a1f74a70-59f2-4607-b650-785d7d92450f req-8b14c339-7a5e-4452-bdac-2ee024013d67 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0626099 Jun 17 06:03:42.302551 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a1f74a70-59f2-4607-b650-785d7d92450f req-392eb5be-12f0-4e13-aded-274fce78d54b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362418 Jun 17 06:03:42.644831 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d2d7288b-b1d4-4d4d-832d-a8a735505703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:43.482843 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd327675-035c-4826-aecd-2a90c9c3f979 req-4a95c0a5-1721-4107-a736-dca79cadf271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:43.484363 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd327675-035c-4826-aecd-2a90c9c3f979 req-4a95c0a5-1721-4107-a736-dca79cadf271 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0656996 Jun 17 06:03:43.522070 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cd327675-035c-4826-aecd-2a90c9c3f979 req-ac263b46-d12d-49cc-aa81-575f48834b1c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Jun 17 06:03:43.938094 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59026) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:44.036722 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.123694 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.192930 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.196248 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-e8394a88-5347-46d3-b701-429823df7c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:44.229828 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4343db1b3745491a941cb64a533493ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907219 Jun 17 06:03:44.230720 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5f50e-63eb-4f67-9556-d8645b2246d7,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:44.233079 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59030) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:44.238104 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.238484 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.238857 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.239219 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.239580 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.239939 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.240295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.240686 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.241054 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.241406 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.241787 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.242138 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:44.245957 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5308a7ae-9c3e-4ed4-a27e-b9815412971e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:44.281583 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.302372 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.414018 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.416583 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.417687 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ca5f50e-63eb-4f67-9556-d8645b2246d7 HTTP/1.1" status: 204 len: 168 time: 0.1836238 Jun 17 06:03:44.418441 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-84c0f74a-2481-494d-a9d1-69c364b710d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:44.426653 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5f50e-63eb-4f67-9556-d8645b2246d7,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:44.429042 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-53aefd30-dab1-4464-82c2-bb698fe21853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:44.695787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073670c-3e48-45ac-976d-8e6fb194679f req-4bffb1e4-d3ff-4b37-8c85-3088515b2d0f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:44.697261 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2073670c-3e48-45ac-976d-8e6fb194679f req-4bffb1e4-d3ff-4b37-8c85-3088515b2d0f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0673673 Jun 17 06:03:44.735352 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2073670c-3e48-45ac-976d-8e6fb194679f req-8978d14b-9b91-4abe-94b9-7ab09f85b743 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Jun 17 06:03:45.186876 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59038) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:45.199388 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d50242ef-868d-4cbf-9be5-ec4e988b1e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.200005 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.201462 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.286629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.358746 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.361983 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-32a1f626-f769-44d5-93b3-34ea50bef96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:45.396223 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9db6eda5fbf4e4abc1b847a5a561646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083058 Jun 17 06:03:45.397149 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf73a01-1939-4b39-833d-f50406119753,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:45.399570 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59040) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:45.400108 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-04bd9c78-13ae-4537-8925-45863ac1f8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:45.447854 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.467869 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.610090 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.612689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:45.613862 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf73a01-1939-4b39-833d-f50406119753 HTTP/1.1" status: 204 len: 168 time: 0.2130451 Jun 17 06:03:45.614734 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-55afd1a9-c478-4b84-9068-1cf1d83a166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:45.622235 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf73a01-1939-4b39-833d-f50406119753,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:45.624643 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-78b50150-7b1a-4613-ae70-5a5059a444c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:45.915365 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a40-3be4-496e-90d8-dba903f615ea req-802cb288-8d81-4735-816e-9e30eff5b891 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:45.916842 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-850a0a40-3be4-496e-90d8-dba903f615ea req-802cb288-8d81-4735-816e-9e30eff5b891 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0672052 Jun 17 06:03:45.953942 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-850a0a40-3be4-496e-90d8-dba903f615ea req-e16c35a0-100a-496a-9384-c305a98848dd tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jun 17 06:03:46.221788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.396279 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59048) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:46.401066 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.486888 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.545775 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.549031 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-79641427-31c8-451d-bb7e-f3e32d33bc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:46.582671 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c800acb785b84e05adaa3e15216bff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938488 Jun 17 06:03:46.584678 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64276706-63c3-4073-8ced-0be76b9e0c6e,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:46.585456 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59050) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:46.587695 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4debd4e4-859b-4af0-8e86-37c9b2c2cbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:46.633209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.652843 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.774314 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.776875 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:46.777995 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64276706-63c3-4073-8ced-0be76b9e0c6e HTTP/1.1" status: 204 len: 168 time: 0.1915653 Jun 17 06:03:46.779319 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-409546e2-6541-4897-ae16-7a351f2d1e95 tempest-TestMinimumBasicScenario-1298138380 tempest-TestMinimumBasicScenario-1298138380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:46.788223 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64276706-63c3-4073-8ced-0be76b9e0c6e,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:46.790648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-04ab37fb-e562-45e4-8b52-c05e1da6dcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:47.066329 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:47.303143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713839e-8dfa-4610-83de-79ba79483440 req-81313111-b1b8-4446-92e0-ae2a93b22a43 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:47.304510 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5713839e-8dfa-4610-83de-79ba79483440 req-81313111-b1b8-4446-92e0-ae2a93b22a43 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0635118 Jun 17 06:03:47.353304 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5713839e-8dfa-4610-83de-79ba79483440 req-d169167a-aeac-4185-84a4-d8ad3d1e9c30 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jun 17 06:03:48.054289 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:48.523793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b6a95-2145-46fe-9f4b-7e8fa75c446c req-0bb2a778-268d-415c-85d2-541115fd5346 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:48.525390 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a76b6a95-2145-46fe-9f4b-7e8fa75c446c req-0bb2a778-268d-415c-85d2-541115fd5346 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 943 time: 0.0661006 Jun 17 06:03:48.561910 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a76b6a95-2145-46fe-9f4b-7e8fa75c446c req-b2541370-9bf7-4f8d-890a-bfc1c46a66dc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303547 Jun 17 06:03:48.844774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d2ee9936-c88c-493a-8200-f32253eddd35 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 06:03:48.935821 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d2ee9936-c88c-493a-8200-f32253eddd35,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:48.946367 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'port_id': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'mac_address': 'fa:16:3e:47:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 06:03:48.981588 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:48.993566 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ee9936-c88c-493a-8200-f32253eddd35 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:03:49.012739 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d2ee9936-c88c-493a-8200-f32253eddd35,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:49.078484 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:49.080209 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:49.126032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:49.132653 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.132993 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.133323 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.133654 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.133969 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.134284 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.134600 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.134915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.135230 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.135542 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.135853 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.136160 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:03:49.140742 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:49.510573 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['d2ee9936-c88c-493a-8200-f32253eddd35'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 06:03:49.738653 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e20bb3-dfda-4076-adf3-e038db9d7647 req-db49197b-b18e-407a-bcef-2c14303697b3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:49.740312 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-70e20bb3-dfda-4076-adf3-e038db9d7647 req-db49197b-b18e-407a-bcef-2c14303697b3 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 944 time: 0.0712292 Jun 17 06:03:49.786404 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-70e20bb3-dfda-4076-adf3-e038db9d7647 req-36e523ef-c654-4f51-bfc4-928095e53d86 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Jun 17 06:03:50.875656 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d2ee9936-c88c-493a-8200-f32253eddd35 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:03:50.960015 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2085-80df-4fdc-a6e0-7d107eb79216 req-6c79d5ed-8bed-4185-bab8-0addd6bcc71b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:50.961472 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-124f2085-80df-4fdc-a6e0-7d107eb79216 req-6c79d5ed-8bed-4185-bab8-0addd6bcc71b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 944 time: 0.0642729 Jun 17 06:03:50.987183 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port d2ee9936-c88c-493a-8200-f32253eddd35 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:03:50.991073 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port d2ee9936-c88c-493a-8200-f32253eddd35 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:03:50.991459 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:50.998873 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-124f2085-80df-4fdc-a6e0-7d107eb79216 req-9f8f3cd0-58b8-480e-8365-500316865e08 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jun 17 06:03:51.067116 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:51.091040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:03:51.093295 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed20cd1-3607-4836-adaf-485ca1d83c19" -d '{"events": [{"server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:03:51.105603 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d2ee9936-c88c-493a-8200-f32253eddd35,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:03:51.129349 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bd6452-d5e2-4838-ad67-69037e4f81a1 x-openstack-request-id: req-84bd6452-d5e2-4838-ad67-69037e4f81a1 {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:03:51.129642 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:03:51.129924 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84bd6452-d5e2-4838-ad67-69037e4f81a1 {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:03:51.130337 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'code': 200} Jun 17 06:03:51.166158 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:51.167132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:51.211722 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:51.214675 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:51.516647 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ab89a-4453-4f31-bc7c-8887314592d7 req-f36908dc-2b44-419e-8d34-dcfa3b7b2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:51.518121 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f96ab89a-4453-4f31-bc7c-8887314592d7 req-f36908dc-2b44-419e-8d34-dcfa3b7b2885 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1098 time: 0.0512652 Jun 17 06:03:51.551569 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f96ab89a-4453-4f31-bc7c-8887314592d7 req-6cb7228e-8a38-404c-8ffc-24d0e7f206f9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261755 Jun 17 06:03:52.170189 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731b72-af60-45df-954a-42586ee738da req-ff2523f9-8d4f-4738-8abf-5dfa28250554 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:52.171623 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-08731b72-af60-45df-954a-42586ee738da req-ff2523f9-8d4f-4738-8abf-5dfa28250554 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.0612605 Jun 17 06:03:52.208103 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-08731b72-af60-45df-954a-42586ee738da req-20b42e35-94a3-4c09-95fc-c179c8eea447 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Jun 17 06:03:53.377407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb40fb-5bbb-4303-954d-efe4fa8deabe req-d830af64-7423-4134-bfb8-8e507277a974 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:53.378853 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ecb40fb-5bbb-4303-954d-efe4fa8deabe req-d830af64-7423-4134-bfb8-8e507277a974 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Jun 17 06:03:53.415292 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5ecb40fb-5bbb-4303-954d-efe4fa8deabe req-0bd4c327-4704-4369-aa71-0e31f3b74c0c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308504 Jun 17 06:03:53.586086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35706e-4441-4945-9752-57c31f2506e4 req-ef20a64e-81c4-4602-b74b-d8126dc7f62a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:53.587446 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e35706e-4441-4945-9752-57c31f2506e4 req-ef20a64e-81c4-4602-b74b-d8126dc7f62a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.0617085 Jun 17 06:03:53.623219 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6e35706e-4441-4945-9752-57c31f2506e4 req-4f76039e-5a12-4d0e-abca-83446cb9d489 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304067 Jun 17 06:03:53.647793 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59070) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:53.892410 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5e3fa-104f-49f9-b3bb-566e8e332055 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:53.893870 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8ba5e3fa-104f-49f9-b3bb-566e8e332055 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1093 time: 0.2451344 Jun 17 06:03:53.896710 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59074) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:03:53.901310 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'port_id': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:03:54.010361 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:54.106286 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:54.204470 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.27.3.6 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/9f1496da-c860-4208-9f75-8db12a771796) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:03:54.307330 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:54.405241 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:54.408788 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:54.442537 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:03:54.445319 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:03:54.448614 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:03:54.475427 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=9f1496da-c860-4208-9f75-8db12a771796,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:54.480689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:54.794557 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:54.924057 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:55.333844 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:55.393140 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:55.395422 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a2221612-d9c7-4887-8ab1-fdea2373ed49 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:03:55.469840 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=9f1496da-c860-4208-9f75-8db12a771796,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:03:55.473788 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:03:55.482623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:55.587482 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP ddeb5d00-9720-4e90-ae59-4ddbe78b37aa associated. External IP: 172.27.3.6, port: d2ee9936-c88c-493a-8200-f32253eddd35. Jun 17 06:03:55.794446 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:03:55.909195 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:03:55.918904 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:03:55.932825 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:55.933438 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:03:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:55.987458 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:56.041283 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-1310023e-0c9d-484f-99b1-5b15e5ee0bd5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1313169 Jun 17 06:03:56.041283 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:03:56.041283 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f080e517-96c9-4a14-9c2b-4693ee065fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:03:56.046992 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:56.192646 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af643693-f652-4747-b0c4-6742bec001a9 x-openstack-request-id: req-af643693-f652-4747-b0c4-6742bec001a9 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:03:56.192997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:03:56.193301 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af643693-f652-4747-b0c4-6742bec001a9 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:03:56.193752 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'status': 'completed', 'code': 200} Jun 17 06:03:56.294036 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-4143bfdc-7b66-4300-bd61-991b0eabaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:56.295490 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-4143bfdc-7b66-4300-bd61-991b0eabaafd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1098 time: 0.0568225 Jun 17 06:03:56.382770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-669768bb-d7fe-4bed-b883-28e5a8aa090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:56.384263 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-669768bb-d7fe-4bed-b883-28e5a8aa090f service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0827465 Jun 17 06:03:56.393475 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'ddeb5d00-9720-4e90-ae59-4ddbe78b37aa', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:47:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:03:54Z', 'updated_at': '2021-06-17T06:03:54Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:56.421666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:03:56.429712 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:03:56.430323 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:03:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:56.451380 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-c953c96f-043e-4be9-9ccc-85dcda23bbda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 200 len: 997 time: 0.0613267 Jun 17 06:03:56.497280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-55ad8961-b513-4b5c-bfb0-e359da543345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:56.498752 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-55ad8961-b513-4b5c-bfb0-e359da543345 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0418603 Jun 17 06:03:56.531879 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:03:56.552745 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-3673c4aa-7ec4-4409-bbeb-526745d92502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:03:56.554252 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-3673c4aa-7ec4-4409-bbeb-526745d92502 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498228 Jun 17 06:03:56.643993 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-485d9661-f77c-4085-b397-2e4860d92f00 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Jun 17 06:03:56.730570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f080e517-96c9-4a14-9c2b-4693ee065fc6 req-503f9c37-c99f-48b4-8a21-170e6a0099d2 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796721 Jun 17 06:03:56.744596 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'ddeb5d00-9720-4e90-ae59-4ddbe78b37aa', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:47:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:03:54Z', 'updated_at': '2021-06-17T06:03:54Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:03:56.774015 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e83d3-a641-46f2-98e1-7efb4ff92c09 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': 'ddeb5d00-9720-4e90-ae59-4ddbe78b37aa', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:47:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:03:54Z', 'updated_at': '2021-06-17T06:03:54Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:03:56.949965 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993f899-6781-4486-a9a2-8e4b903625bf None None] New status for floating IP ddeb5d00-9720-4e90-ae59-4ddbe78b37aa: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:04:12.152556 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:04:12.632697 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-616ff6c6-f87c-43ce-97d4-d9cfaa38d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:15.106489 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e867a791-558d-4bfa-9ccf-ff8a57e19f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:15.186486 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:16.180701 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:17.083597 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:18.054117 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:42.614670 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-703d20fc-079d-4ee4-bd7a-d6250e8f89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:45.042588 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-932f03dd-770e-41d8-a007-b6b338f96119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:45.168389 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:46.168411 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:47.070343 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:48.025587 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:49.150363 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:04:51.127502 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-71259722-567d-4c10-bae0-1eafb11c26fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924459 Jun 17 06:04:51.239178 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-7341631c-4c55-42ce-b26d-900ace2f7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:04:51.240696 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-7341631c-4c55-42ce-b26d-900ace2f7f81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1098 time: 0.0550017 Jun 17 06:04:51.342403 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-a033ad5c-da8b-4bcb-9ff3-431886a4b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:04:51.343740 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-a033ad5c-da8b-4bcb-9ff3-431886a4b637 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0835907 Jun 17 06:04:51.410701 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-8df159c6-6a84-4d8b-a76d-f5725eaf8856 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 200 len: 999 time: 0.0594850 Jun 17 06:04:51.456339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-b2b59e4b-7933-422b-8952-31c72f8e9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:04:51.457753 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-b2b59e4b-7933-422b-8952-31c72f8e9c4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0413487 Jun 17 06:04:51.511579 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-811a305b-906c-4d1e-9182-83da07e67d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:04:51.512997 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-811a305b-906c-4d1e-9182-83da07e67d47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495784 Jun 17 06:04:51.853280 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-b5a8f7ee-fe1e-4f20-9d96-ace013f41546 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338046 Jun 17 06:04:51.940339 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ca1405f2-4d42-4a49-bc44-8fbe434b7a9d req-bc0168b4-1d96-4c0d-a175-7b3ce0340752 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Jun 17 06:05:12.619307 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0831-be66-42d1-8414-c2bb9d803d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:15.059108 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d2e735e2-2ffa-4aed-8366-2926ae2f0660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:15.213464 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:16.160976 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:17.126957 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:18.025088 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:26.149582 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:05:42.657739 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8d43-36ab-4f54-bf56-4132e3444f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:45.058582 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-af21421d-ec58-4303-877b-95c360b5e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:45.190012 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:46.178643 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:47.052751 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:48.058418 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:52.040044 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-139bbe49-5592-4e4d-874c-2292cac81166 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543160 Jun 17 06:05:52.147209 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-49bbb84f-4a9d-4290-a368-456b6bac5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:05:52.148731 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-49bbb84f-4a9d-4290-a368-456b6bac5129 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 1098 time: 0.0510073 Jun 17 06:05:52.249460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-b0587e28-a198-4f2b-94d7-393cb6c1f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:05:52.251167 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-b0587e28-a198-4f2b-94d7-393cb6c1f697 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0822275 Jun 17 06:05:52.315544 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-4bbe0d73-7831-49ab-928d-318f7280fb4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 200 len: 999 time: 0.0581107 Jun 17 06:05:52.361610 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-358719c5-eaf7-4f36-a24f-df45f2000540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:05:52.362956 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-358719c5-eaf7-4f36-a24f-df45f2000540 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0418470 Jun 17 06:05:52.417489 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-04adee5d-993b-45d1-a215-cdfbdf85cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:05:52.418907 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-04adee5d-993b-45d1-a215-cdfbdf85cf70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494313 Jun 17 06:05:52.507651 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-703d85e9-17dd-46e5-b25d-4803c5d19575 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822721 Jun 17 06:05:52.592891 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-dadb74e9-bb1d-45b7-afdc-a04c8a36705f req-8e757de9-0c0c-4240-8834-973eaabf098c service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781450 Jun 17 06:06:03.148217 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:06:10.337243 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c32f0c-a471-4505-9f6a-a1897d981917 req-9987a1f2-e390-4d7a-86d5-c4bde7d808a5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:10.338679 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96c32f0c-a471-4505-9f6a-a1897d981917 req-9987a1f2-e390-4d7a-86d5-c4bde7d808a5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.1153760 Jun 17 06:06:10.376056 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-96c32f0c-a471-4505-9f6a-a1897d981917 req-dbac574c-5b5f-4c02-81b7-9699be7575e0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Jun 17 06:06:11.557717 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb512-c85b-4c0e-8e1b-c25ba88d9713 req-0b424893-dba8-4000-9209-afba05a9910d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:11.559140 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3f5eb512-c85b-4c0e-8e1b-c25ba88d9713 req-0b424893-dba8-4000-9209-afba05a9910d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.0632296 Jun 17 06:06:11.595695 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3f5eb512-c85b-4c0e-8e1b-c25ba88d9713 req-78243750-dfef-4dac-9f50-586a4ff661e6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Jun 17 06:06:12.012802 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-406cae67-a4ff-4a1c-84fc-8f06c2c4d3e0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:12.014125 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-406cae67-a4ff-4a1c-84fc-8f06c2c4d3e0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 945 time: 0.0615180 Jun 17 06:06:12.111652 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port d2ee9936-c88c-493a-8200-f32253eddd35 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:06:12.111987 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.198471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] For port d2ee9936-c88c-493a-8200-f32253eddd35, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d2ee9936-c88c-493a-8200-f32253eddd35,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:06:12.198832 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.364105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.364469 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.364803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP ddeb5d00-9720-4e90-ae59-4ddbe78b37aa disassociated. External IP: 172.27.3.6, port: d2ee9936-c88c-493a-8200-f32253eddd35. Jun 17 06:06:12.365173 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for d2ee9936-c88c-493a-8200-f32253eddd35 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:06:12.555426 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.558989 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:12.587833 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=d2ee9936-c88c-493a-8200-f32253eddd35,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:12.598718 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.599099 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.599618 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.600516 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.605545 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:12.607892 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:12.640848 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-0207e897-353e-4ae9-83d1-76d437022651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.738732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:06:12.741317 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-43e42237-54ad-417f-854a-873f40d9d6c3 req-d0ff8c39-a224-4636-a934-d5f896d2d5d4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 210 time: 0.0350380 Jun 17 06:06:12.845519 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:06:12.856075 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:06:12.864681 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:06:12.865223 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:05:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:12.887838 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] No DVR routers for this DVR port d2ee9936-c88c-493a-8200-f32253eddd35 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:06:12.890320 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:12.892341 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3cb7bf3-3819-44f6-bd5f-e4acf584e3c1 req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "DELETE /v2.0/ports/d2ee9936-c88c-493a-8200-f32253eddd35 HTTP/1.1" status: 204 len: 173 time: 0.8728666 Jun 17 06:06:12.893948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'name': 'network-vif-deleted', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:06:12.896258 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0bf795-5224-495e-a695-6cf93d55ddbc" -d '{"events": [{"server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "name": "network-vif-deleted", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:06:12.933475 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a643243-6fe5-4216-b990-f954afa562da x-openstack-request-id: req-3a643243-6fe5-4216-b990-f954afa562da {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:06:12.933881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0f1051-5a0f-4c35-9692-d1947d4c5a37", "name": "network-vif-deleted", "tag": "d2ee9936-c88c-493a-8200-f32253eddd35", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:06:12.934269 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a643243-6fe5-4216-b990-f954afa562da {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:06:12.934777 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0f1051-5a0f-4c35-9692-d1947d4c5a37', 'name': 'network-vif-deleted', 'tag': 'd2ee9936-c88c-493a-8200-f32253eddd35', 'status': 'completed', 'code': 200} Jun 17 06:06:12.966377 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:06:13.165749 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:13.190692 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:06:13.199034 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:06:13.199627 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:05:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:13.303808 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:06:13.499236 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:13.529047 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e636b-ef3a-4a9c-9944-0b4ebfedaa93 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:06:13.745400 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b2561-cfa2-4037-b114-9192157d87ba None None] New status for floating IP ddeb5d00-9720-4e90-ae59-4ddbe78b37aa: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:06:13.894617 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e5db5ef3-3a73-4efa-bb82-2c225b617376 req-cdb355ad-38f1-4f71-bc86-c9da10436746 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0f1051-5a0f-4c35-9692-d1947d4c5a37 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Jun 17 06:06:15.052251 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-285bc190-45e3-4a72-9392-8fec7ee9704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:15.173150 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-ca921776-6965-449a-a537-d540ffeda137 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370017736&fields=id&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 267 time: 0.0324523 Jun 17 06:06:15.178644 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:15.279539 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-75089394-c73f-495d-b178-e1f282a4e63b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:15.280961 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-75089394-c73f-495d-b178-e1f282a4e63b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.1002953 Jun 17 06:06:15.295575 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-c8d20049-a0fa-4690-9dd2-a3dca2a0b0e6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/quotas/09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0092723 Jun 17 06:06:15.360048 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-2e4f9753-8efb-4009-95a2-e219e317468c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597336 Jun 17 06:06:15.455418 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-f244dcd0-013d-43c6-8b58-d51c4c9cb118 service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829263 Jun 17 06:06:15.539715 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-4425d40b-b0fb-491b-8490-d51167d3562a service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788009 Jun 17 06:06:15.573573 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d2ee9936-c88c-493a-8200-f32253eddd35 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:06:15.593035 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: d2ee9936-c88c-493a-8200-f32253eddd35 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:06:15.593383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device d2ee9936-c88c-493a-8200-f32253eddd35 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:06:16.183304 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:17.086226 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:17.160176 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-15ddf004-ea3f-4285-9e7d-4bd8d90756ba req-fe2586a6-7255-4b3b-9a72-ffdf18a993c7 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0326407 Jun 17 06:06:18.046088 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:18.239850 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c76f2bf9-83f7-4457-b345-88c4eb527915 req-a7effaf2-8a3b-4ea3-b874-f05a7a53aedd tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Jun 17 06:06:19.322148 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-818fddfd-e6f5-47a0-b8d0-552c0384e160 req-f7252452-c5e7-44ad-8a10-00e30cb06ba4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Jun 17 06:06:20.400571 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-41060931-5bda-4768-bc63-b606e7257783 req-22710f97-118b-4378-99ee-8179df45f4a5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0281827 Jun 17 06:06:21.539441 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0fb41293-9422-4335-bc78-eb741a0d247a req-a4803c84-861b-441f-a8cb-5a443c95746c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0309153 Jun 17 06:06:22.675587 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3bdab64f-f88f-4c92-a7e7-13dcbfee2c22 req-50078bc4-4f64-48a0-acb8-477359207173 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Jun 17 06:06:23.234877 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-dfabd0b7-5dd9-4333-a9a8-8c5fdda3a14f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:23.236290 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-dfabd0b7-5dd9-4333-a9a8-8c5fdda3a14f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.0964575 Jun 17 06:06:23.286942 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5589624-041a-4ee7-95bd-198a28d282ac tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 380 time: 0.0365751 Jun 17 06:06:23.294904 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'port': {'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'admin_state_up': True, 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'security_groups': ['0f2d7e62-e441-499f-b99f-e48da70c17ee']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:06:23.446094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Made reservation on behalf of 09167e5ac5894d15905762218993a6a9 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:06:23.449791 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:23.575407 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.20.0.12 (55c9b915-787e-4ccc-a495-c55b2f53fd44/58aab115-3e10-4169-b116-b2f0c776f920/cdeab4d5-5e41-4c21-9401-61b3f92681d3) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:06:23.706005 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:23.719662 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Transition to ACTIVE for port object cdeab4d5-5e41-4c21-9401-61b3f92681d3 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:06:23.816755 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-54eb2616-e8ca-4416-8406-58584f4bb4d6 req-ad1d3ea1-d6f1-4bcb-af48-0abf10554e77 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jun 17 06:06:23.817905 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:23.821968 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:23.859787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:06:23.863082 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:06:23.866841 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:06:23.894730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:23.899974 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:23.924758 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:23.925447 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:23.984158 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-a5e982f8-68eb-4c33-8f8d-f1a7241cb68b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6926603 Jun 17 06:06:24.003025 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Request body: {'port': {'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:06:24.078853 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.092075 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-bb926c3a-fafa-4c86-83df-b12c83086216 None None] Provisioning for port cdeab4d5-5e41-4c21-9401-61b3f92681d3 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:06:24.095970 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-bb926c3a-fafa-4c86-83df-b12c83086216 None None] Provisioning complete for port cdeab4d5-5e41-4c21-9401-61b3f92681d3 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:06:24.096362 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-bb926c3a-fafa-4c86-83df-b12c83086216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.138816 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-bb926c3a-fafa-4c86-83df-b12c83086216 None None] Port cdeab4d5-5e41-4c21-9401-61b3f92681d3 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:06:24.341668 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdeab4d5-5e41-4c21-9401-61b3f92681d3 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:06:24.349070 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.360561 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Transition to ACTIVE for port object cdeab4d5-5e41-4c21-9401-61b3f92681d3 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:06:24.417264 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.420191 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8acb0916-ed26-46cb-af23-23015f47af13 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:24.497202 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:24.521871 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:24.570554 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Attempting to bind port cdeab4d5-5e41-4c21-9401-61b3f92681d3 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:06:24.570888 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Attempting to bind port cdeab4d5-5e41-4c21-9401-61b3f92681d3 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:06:24.571215 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Attempting to bind port cdeab4d5-5e41-4c21-9401-61b3f92681d3 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:06:24.577276 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Port cdeab4d5-5e41-4c21-9401-61b3f92681d3 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 06:06:24.577730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Attempting to bind port cdeab4d5-5e41-4c21-9401-61b3f92681d3 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:06:24.582670 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:06:24.585335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:06:24.585335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Bound using segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:06:24.585335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Bound port: cdeab4d5-5e41-4c21-9401-61b3f92681d3, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:06:24.585335 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.648317 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:06:24.651439 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:06:24.766409 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.768460 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2d930666-58f9-4f38-b561-c644a0ef3da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:24.804982 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:24.805557 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:24.806974 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] 10.222.0.22 "PUT /v2.0/ports/cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1094 time: 0.8086381 Jun 17 06:06:24.807570 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:06:24.810044 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b73dc-4242-4497-a3ff-0bd608bac519" -d '{"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:06:24.843656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:24.843656 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:24.911146 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4bb3f1-11e6-491c-8b34-466c3ad9d0c5 x-openstack-request-id: req-ed4bb3f1-11e6-491c-8b34-466c3ad9d0c5 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:06:24.912086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:06:24.912629 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed4bb3f1-11e6-491c-8b34-466c3ad9d0c5 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:06:24.913133 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'status': 'completed', 'code': 200} Jun 17 06:06:24.984709 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-1c0d2be8-dc8b-4972-9121-2505dc918b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:24.987010 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-1c0d2be8-dc8b-4972-9121-2505dc918b21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1097 time: 0.0559325 Jun 17 06:06:25.056332 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-5588cc82-8fd7-475c-85e7-277bf0c480e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 217 time: 0.0570238 Jun 17 06:06:25.120260 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-6c7d319c-be00-40c3-a116-05d1ab36b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.121643 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-6c7d319c-be00-40c3-a116-05d1ab36b162 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0588737 Jun 17 06:06:25.132365 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77599d-da25-44b8-a3df-df50868ee436 req-6e9a9b61-2985-4873-9b45-f1632f05b3ae tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.133808 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1f77599d-da25-44b8-a3df-df50868ee436 req-6e9a9b61-2985-4873-9b45-f1632f05b3ae tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.1286523 Jun 17 06:06:25.198860 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-1f77599d-da25-44b8-a3df-df50868ee436 req-5de44c49-9064-49c6-b533-b43e9946957f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569310 Jun 17 06:06:25.210934 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d96ffcd8-eab0-4b24-9fb1-67a793e5bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.212429 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-d96ffcd8-eab0-4b24-9fb1-67a793e5bbb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777259 Jun 17 06:06:25.301867 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-2a3a240f-ab61-4c74-9bfc-97682bf4d691 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829799 Jun 17 06:06:25.387111 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-14fd8eda-2596-4437-ae10-9ad1e87ff532 req-437ba311-67b8-4f60-93d0-5a9c36cf08c2 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792582 Jun 17 06:06:25.584789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-2868427f-0f11-487c-a8f7-97622508c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.586191 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-2868427f-0f11-487c-a8f7-97622508c0d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1097 time: 0.0510650 Jun 17 06:06:25.676356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-ba2ef87c-95ac-48ee-a451-3fa42f679e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.677820 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-ba2ef87c-95ac-48ee-a451-3fa42f679e94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0842164 Jun 17 06:06:25.718114 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-b80350e6-2f96-449c-9c7e-f6c7e340ba73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 217 time: 0.0334871 Jun 17 06:06:25.768017 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-cf48ada8-ef89-4db4-b7d8-737a9af24fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.769415 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-cf48ada8-ef89-4db4-b7d8-737a9af24fe0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0449150 Jun 17 06:06:25.823895 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-02ce3a79-91aa-491d-a86d-5490a7162c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:25.825396 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-02ce3a79-91aa-491d-a86d-5490a7162c8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497901 Jun 17 06:06:25.910532 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-52c6abc8-b11d-469e-98c5-08145ffee930 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790713 Jun 17 06:06:25.998457 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3d1b73dc-4242-4497-a3ff-0bd608bac519 req-1b43e569-e3ea-4bb0-8f31-59b9e0b81dff service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817404 Jun 17 06:06:26.372813 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0e8e0-4c7c-4edb-97db-be0673641508 req-635518a4-36df-4dd8-8bf6-f1238cce52e2 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:26.374160 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-81b0e8e0-4c7c-4edb-97db-be0673641508 req-635518a4-36df-4dd8-8bf6-f1238cce52e2 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0617604 Jun 17 06:06:26.411859 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-81b0e8e0-4c7c-4edb-97db-be0673641508 req-6655ab35-6c80-4b5a-ada7-9a830358511a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Jun 17 06:06:27.585402 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36ccd2-fb10-4c04-bc66-eb187d4cf8ca req-f6d9f39b-b9b4-4780-8c5a-4a0a04c0cc1a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:27.586815 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b36ccd2-fb10-4c04-bc66-eb187d4cf8ca req-f6d9f39b-b9b4-4780-8c5a-4a0a04c0cc1a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0651157 Jun 17 06:06:27.623322 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4b36ccd2-fb10-4c04-bc66-eb187d4cf8ca req-f0483117-151d-4e4c-a4ae-f2c214e1da62 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jun 17 06:06:28.791669 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df96c4-5735-4274-91ab-7b1f4a36ce3e req-52c10af7-590a-41d0-88ea-cd8e51320c6e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:28.793245 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0df96c4-5735-4274-91ab-7b1f4a36ce3e req-52c10af7-590a-41d0-88ea-cd8e51320c6e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0626976 Jun 17 06:06:28.830577 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a0df96c4-5735-4274-91ab-7b1f4a36ce3e req-2454e228-1786-464e-86cc-bc444d965236 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jun 17 06:06:29.998333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bbdd2-43f4-42ce-b326-1a162b0806b9 req-e35cae77-a43e-43ee-8cd6-88f7235c346c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:30.000052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b55bbdd2-43f4-42ce-b326-1a162b0806b9 req-e35cae77-a43e-43ee-8cd6-88f7235c346c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0609431 Jun 17 06:06:30.035630 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b55bbdd2-43f4-42ce-b326-1a162b0806b9 req-ec19df50-ecc1-42b9-a80f-1b3800e49c7d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296023 Jun 17 06:06:31.207816 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04a7f-61e7-457a-a005-acc874fe87ae req-240d5140-f5cd-4a10-be7c-522cb9ccad6e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:31.209919 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-29c04a7f-61e7-457a-a005-acc874fe87ae req-240d5140-f5cd-4a10-be7c-522cb9ccad6e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0648839 Jun 17 06:06:31.245660 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-29c04a7f-61e7-457a-a005-acc874fe87ae req-6533b8ed-9340-4795-8075-f2a126d15dfb tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Jun 17 06:06:32.414722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b2d6-f548-422e-8e0d-8c8bd8cbf94c req-e29d71ba-9157-4abb-8f7e-ab9ec5af5a36 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:32.416143 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e437b2d6-f548-422e-8e0d-8c8bd8cbf94c req-e29d71ba-9157-4abb-8f7e-ab9ec5af5a36 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0625460 Jun 17 06:06:32.451923 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e437b2d6-f548-422e-8e0d-8c8bd8cbf94c req-7d9f2f0a-65ee-431b-8ef7-98bb4ac1886c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Jun 17 06:06:33.620974 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e330d5-0f7e-4392-9c78-1d9778d12d4b req-374a22e2-e34a-4138-88a9-1ab39f641d0b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:33.622460 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-93e330d5-0f7e-4392-9c78-1d9778d12d4b req-374a22e2-e34a-4138-88a9-1ab39f641d0b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 944 time: 0.0646739 Jun 17 06:06:33.659298 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-93e330d5-0f7e-4392-9c78-1d9778d12d4b req-2317bd54-f49c-4b63-9734-212e1aae1d5a tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Jun 17 06:06:33.664048 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cdeab4d5-5e41-4c21-9401-61b3f92681d3 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 06:06:33.753009 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:06:33.763860 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 06:06:33.799393 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:33.811364 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdeab4d5-5e41-4c21-9401-61b3f92681d3 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:06:33.829861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:06:33.901807 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:33.904470 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-45d2dcdc-0081-49ba-9706-d26273de5c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:33.951358 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:33.958563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.958904 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.959239 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.959563 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.959881 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.960202 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.960539 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.960855 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.961172 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.961508 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.961820 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.962130 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:33.965916 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:34.347421 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['cdeab4d5-5e41-4c21-9401-61b3f92681d3'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 06:06:34.827225 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aebee2-aea3-46e0-bcae-d1651d77fe3b req-dffb73cf-067d-4dc7-84a7-9a24d85f5cb4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:34.828694 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e5aebee2-aea3-46e0-bcae-d1651d77fe3b req-dffb73cf-067d-4dc7-84a7-9a24d85f5cb4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 945 time: 0.0616081 Jun 17 06:06:34.864949 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e5aebee2-aea3-46e0-bcae-d1651d77fe3b req-e394169d-13d2-4a39-ad49-008a8a986586 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301647 Jun 17 06:06:35.696669 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cdeab4d5-5e41-4c21-9401-61b3f92681d3 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:06:35.788692 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port cdeab4d5-5e41-4c21-9401-61b3f92681d3 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:06:35.792508 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port cdeab4d5-5e41-4c21-9401-61b3f92681d3 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:06:35.792877 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:35.874281 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:35.899324 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:06:35.901608 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f34db-2ac0-4985-9160-5a6610dff23b" -d '{"events": [{"server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:06:35.914051 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:06:35.994660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:35.996504 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:36.037997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d67fc-47a6-415a-b5e7-86f01c85f7da req-5de1567a-8bbe-4944-8cf5-e00e4a35d2ea tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:36.039437 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e00d67fc-47a6-415a-b5e7-86f01c85f7da req-5de1567a-8bbe-4944-8cf5-e00e4a35d2ea tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 945 time: 0.0650036 Jun 17 06:06:36.042099 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:36.045171 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:36.077479 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e00d67fc-47a6-415a-b5e7-86f01c85f7da req-f6b76eb7-c034-432c-bffb-40e705ad2696 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Jun 17 06:06:36.173050 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ea78da-b117-41f8-b18d-a4ab28684bdc x-openstack-request-id: req-37ea78da-b117-41f8-b18d-a4ab28684bdc {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:06:36.173343 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:06:36.173600 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ea78da-b117-41f8-b18d-a4ab28684bdc {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:06:36.174392 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'code': 200} Jun 17 06:06:36.607613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789549-2bd5-45ee-b88e-362e96e2dc11 req-fac4483e-392e-4f2f-9d66-8502f2631ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:36.609077 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ec789549-2bd5-45ee-b88e-362e96e2dc11 req-fac4483e-392e-4f2f-9d66-8502f2631ca9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0540354 Jun 17 06:06:36.642109 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ec789549-2bd5-45ee-b88e-362e96e2dc11 req-6213fa80-eabb-43a6-a17f-ccfa440f833d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267377 Jun 17 06:06:37.244091 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145df42-fd7b-4b47-86ba-5dc487e4d0b9 req-7c9b4b18-0d31-42f0-b29b-cdf982d272a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:37.245531 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e145df42-fd7b-4b47-86ba-5dc487e4d0b9 req-7c9b4b18-0d31-42f0-b29b-cdf982d272a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0601404 Jun 17 06:06:37.282435 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e145df42-fd7b-4b47-86ba-5dc487e4d0b9 req-af606828-5cdf-4c48-a0b6-2cb2acf90ade tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jun 17 06:06:38.469378 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bd03-ccae-4966-9d6b-560913420130 req-5017d359-865b-46a3-905f-cff5c1685c55 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:38.470838 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b390bd03-ccae-4966-9d6b-560913420130 req-5017d359-865b-46a3-905f-cff5c1685c55 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0657666 Jun 17 06:06:38.759559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-b390bd03-ccae-4966-9d6b-560913420130 req-db7259a1-f1b5-4d4a-9353-d5a6ed5beeb5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831190 Jun 17 06:06:38.929130 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690d782-8740-4711-995c-13259f8ff43a req-724cabcd-3a28-4dea-aa17-90641d81e188 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:38.930558 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3690d782-8740-4711-995c-13259f8ff43a req-724cabcd-3a28-4dea-aa17-90641d81e188 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0616081 Jun 17 06:06:38.967044 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3690d782-8740-4711-995c-13259f8ff43a req-55e4e116-c12d-4cc1-948b-3a3e9a3d61c4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Jun 17 06:06:38.990762 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59238) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:06:39.043018 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac902c5-4474-4d9f-be1b-676e1fd28b13 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:39.044445 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-8ac902c5-4474-4d9f-be1b-676e1fd28b13 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1094 time: 0.0527117 Jun 17 06:06:39.047095 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59242) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:06:39.051932 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:06:39.131523 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:39.226003 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:39.322025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.27.3.113 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/b43f8ace-c204-48cf-8942-df235c346631) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:06:39.417586 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:39.514755 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:39.516834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:39.550504 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:06:39.553963 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:06:39.557375 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:06:39.587025 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=b43f8ace-c204-48cf-8942-df235c346631,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:39.599893 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.600281 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.600686 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.601063 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.601433 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.601834 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.602202 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.602574 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.602936 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.603298 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.603659 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.604016 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:06:39.608633 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:39.930001 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.066551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.146799 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:06:40.226684 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.297133 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.299304 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a46cee2f-3241-4ee6-a204-94073ab6a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:06:40.364565 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=b43f8ace-c204-48cf-8942-df235c346631,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:06:40.367236 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:06:40.376353 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.480937 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP 36365bf8-f915-4179-a9f5-2d0c557e1553 associated. External IP: 172.27.3.113, port: cdeab4d5-5e41-4c21-9401-61b3f92681d3. Jun 17 06:06:40.685196 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:06:40.787833 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:06:40.796858 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:06:40.806936 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:06:40.807813 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:06:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:40.879340 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:40.916790 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:06:40.930707 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8826027 Jun 17 06:06:40.931426 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:06:40.933813 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b1a09-2f73-494b-b612-2b2d09610c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:06:40.967455 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb054ee-2ea7-4f14-884c-d69524cd9209 x-openstack-request-id: req-5bb054ee-2ea7-4f14-884c-d69524cd9209 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:06:40.967792 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:06:40.968091 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bb054ee-2ea7-4f14-884c-d69524cd9209 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:06:40.968563 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'status': 'completed', 'code': 200} Jun 17 06:06:41.064635 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-4efb9b91-c21a-4632-950b-bf55d03b80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:41.066052 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-4efb9b91-c21a-4632-950b-bf55d03b80e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0538480 Jun 17 06:06:41.159501 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-7e172ccd-302b-48fa-91be-809456631e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:41.161559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-7e172ccd-302b-48fa-91be-809456631e95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0887465 Jun 17 06:06:41.227025 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-1cac171d-a8fb-45c5-b2c9-b419eed4e576 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1000 time: 0.0599225 Jun 17 06:06:41.256861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:39Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:41.278241 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-476f7428-0db7-48f6-84da-fd1446d64309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:41.279672 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-476f7428-0db7-48f6-84da-fd1446d64309 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0458603 Jun 17 06:06:41.285179 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:06:41.293990 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:06:41.294597 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:06:15Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:41.335333 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-d7ca4200-ecdc-4da7-a9cf-8c5328b9d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:41.336802 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-d7ca4200-ecdc-4da7-a9cf-8c5328b9d1e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501060 Jun 17 06:06:41.394853 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:06:41.425064 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-181b8c6b-7838-4338-8053-e067f513a18a service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814776 Jun 17 06:06:41.516778 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-394b1a09-2f73-494b-b612-2b2d09610c4d req-aa4065c9-ef47-4f4c-a79b-216746705e82 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Jun 17 06:06:41.608150 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:39Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:06:41.636989 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5572c5e-8da9-444c-bab7-a377fddfcb6d None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:39Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:06:41.819426 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfe448-ef11-47a6-b180-4033664f3075 None None] New status for floating IP 36365bf8-f915-4179-a9f5-2d0c557e1553: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:06:42.657037 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-33bb7272-a1d3-4229-8b95-dfb436f998dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:45.079670 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-fde78408-d81a-4a7a-9125-f1f4a6b632a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:45.188499 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:46.165356 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:47.090941 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:48.061824 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:06:53.087829 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-45e1238f-8ca8-441c-9b95-dd933c0454ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494986 Jun 17 06:06:53.195770 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-2b5d79bc-c686-4d28-b64e-76cb0b7d11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:53.197226 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-2b5d79bc-c686-4d28-b64e-76cb0b7d11bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0506110 Jun 17 06:06:53.303274 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-7969d4bf-009b-4bc7-90fc-23fc3af754e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:53.304775 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-7969d4bf-009b-4bc7-90fc-23fc3af754e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0861979 Jun 17 06:06:53.367100 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-bd8673d9-327c-45ad-8892-aa1c923c949d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1002 time: 0.0555191 Jun 17 06:06:53.418637 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-f500bd30-658e-4b0a-846f-40e5268fbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:53.420066 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-f500bd30-658e-4b0a-846f-40e5268fbfa8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0458522 Jun 17 06:06:53.477768 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-03e3c613-87e3-47a9-81be-b38eff49cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:06:53.479164 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-03e3c613-87e3-47a9-81be-b38eff49cebe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493383 Jun 17 06:06:53.565191 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-ae06681b-16f9-4a30-820d-a9347cf2be6f service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787046 Jun 17 06:06:53.655803 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-a75fca0f-955d-4cf8-a00d-dcde4f522012 req-661c7f7c-777f-4a0e-92c0-9d012d362b14 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833468 Jun 17 06:07:12.650006 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-313abbde-a24f-478c-917f-1f62be5c8692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:15.050182 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-db7d7d39-eca5-46a5-9c58-4d1e0d5a00a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:15.198671 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:16.169409 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:17.118173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:17.146111 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:07:18.055862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:42.660962 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aa031b13-5ac7-429d-800f-55c6180dfa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:45.066419 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e5676f7e-ee79-46e9-891e-6e35d7810e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:45.180645 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:46.186450 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:47.146891 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:48.060823 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:07:54.033531 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-c9a5e948-b03c-4bc8-8b18-e0b0f338c122 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516925 Jun 17 06:07:54.143174 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-4fe8eaa8-634a-47bf-aa40-a13b44231fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:07:54.144189 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:07:54.144737 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-4fe8eaa8-634a-47bf-aa40-a13b44231fd7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0542831 Jun 17 06:07:54.244043 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-ff03b40e-0472-4d37-b010-98f272b44371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:07:54.245497 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-ff03b40e-0472-4d37-b010-98f272b44371 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0818944 Jun 17 06:07:54.311794 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-ac560e56-9272-4876-bab1-b297598acbb9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1002 time: 0.0592463 Jun 17 06:07:54.359249 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-609d0afe-2aba-4586-8802-b32b004ed63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:07:54.360697 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-609d0afe-2aba-4586-8802-b32b004ed63c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0420132 Jun 17 06:07:54.416655 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-9cfc0366-d3c3-4001-ad25-c99467a80c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:07:54.418073 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-9cfc0366-d3c3-4001-ad25-c99467a80c9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515301 Jun 17 06:07:54.509694 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-53168094-698b-4fa8-b664-0a69c8868269 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Jun 17 06:07:54.594881 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-7bde7054-1480-4438-bf9e-7e22275d2172 req-453419b5-bd54-4a86-bb87-4b5223f55ba3 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791819 Jun 17 06:08:12.642767 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-77315ae5-4a5d-47aa-9c77-1da168bbb6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:15.048733 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4880-f447-4f12-aed3-59e4497ec910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:15.180699 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:16.179995 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:17.111173 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:18.042617 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:31.142426 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:08:41.165360 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-e96896fc-5f29-479e-a710-aeb082cc9354 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370017736&fields=id&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 267 time: 0.0329022 Jun 17 06:08:41.269982 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-feb41156-f3ef-4dd0-b9f6-71e497fc6601 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:41.271313 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-feb41156-f3ef-4dd0-b9f6-71e497fc6601 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.0992317 Jun 17 06:08:41.285763 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-64b15fa9-1d2e-4975-a028-37faaf96effc tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/quotas/09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0085738 Jun 17 06:08:41.355426 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-79ad9c0f-79a8-4e25-b9d6-f64774bc4fd4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0648854 Jun 17 06:08:41.491550 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-d4d86a96-95b0-4021-a4e9-a9394b3d557d service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247973 Jun 17 06:08:41.578601 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-cd6422f1-23c9-4767-a9e2-50756c0894f9 service neutron] 10.222.0.20 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811019 Jun 17 06:08:42.049568 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-8fc57ee0-96d8-47a3-be28-0c434ffdde40 req-ca76b9f3-4a47-4421-88c3-1c7be2637f64 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 210 time: 0.0278943 Jun 17 06:08:42.659267 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-42d1f92f-325e-4eb1-9878-9be45bce2f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:43.205650 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-13663678-8bd6-4e1e-ae43-d040bb96d149 req-3c80a0d9-2a5a-4735-bc2f-6b06f3d4f76b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 210 time: 0.0323896 Jun 17 06:08:44.154950 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-42bc5c5f-7020-4359-a9d0-f5765a23b6d0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:44.156261 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-42bc5c5f-7020-4359-a9d0-f5765a23b6d0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 812 time: 0.0976062 Jun 17 06:08:44.203271 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-a938e6b3-e9a5-44e6-a5d5-a860182bff19 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09167e5ac5894d15905762218993a6a9 HTTP/1.1" status: 200 len: 380 time: 0.0323005 Jun 17 06:08:44.212119 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'port': {'device_id': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'admin_state_up': True, 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'security_groups': ['0f2d7e62-e441-499f-b99f-e48da70c17ee']}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:08:44.348035 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5c4bddb2-c5e1-4e39-93c9-c69f528c8a8c req-636f7668-5f96-4d24-ac61-9f6db7d52e92 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 210 time: 0.0319393 Jun 17 06:08:44.413224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Made reservation on behalf of 09167e5ac5894d15905762218993a6a9 for: {'port': 1} {{(pid=99871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 06:08:44.413224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:44.532732 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_common [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.20.0.8 (55c9b915-787e-4ccc-a495-c55b2f53fd44/58aab115-3e10-4169-b116-b2f0c776f920/a0f9acae-967f-43a6-a9d6-417672551fe4) {{(pid=99871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:08:44.664735 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:44.676197 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Transition to ACTIVE for port object a0f9acae-967f-43a6-a9d6-417672551fe4 will not be triggered until provisioned by entity DHCP. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:08:44.756963 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9890604'] for port, after_create {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:44.760926 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b43eca22-b821-45ad-973c-a628f10cfa5d tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:44.807354 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 is already hosted by enough agents. {{(pid=99871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:08:44.810621 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.base_scheduler [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:08:44.816938 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:08:44.822941 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=1']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:08:44.853001 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.853878 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.854266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.854639 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.855011 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.855379 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.855747 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.856111 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.856488 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.856856 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.857216 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.857571 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:44.862992 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:08:44.881138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:44.881762 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:44.974489 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-9c0a1782-bc8c-42ef-a22a-6ef9a61c0bc0 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658548 Jun 17 06:08:44.992017 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.v2.base [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Request body: {'port': {'device_id': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:08:45.063935 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.093807 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-51455a21-c8c1-4971-8947-fcd5d10b3c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.151228 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-d20d8609-80b2-4449-a01e-19c565bda4e8 None None] Provisioning for port a0f9acae-967f-43a6-a9d6-417672551fe4 completed by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:08:45.154876 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-d20d8609-80b2-4449-a01e-19c565bda4e8 None None] Provisioning complete for port a0f9acae-967f-43a6-a9d6-417672551fe4 triggered by entity DHCP. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:08:45.155253 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-d20d8609-80b2-4449-a01e-19c565bda4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.187744 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-d20d8609-80b2-4449-a01e-19c565bda4e8 None None] Port a0f9acae-967f-43a6-a9d6-417672551fe4 cannot update to ACTIVE because it is not bound. {{(pid=99873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 06:08:45.219234 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.329499 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f9acae-967f-43a6-a9d6-417672551fe4 {{(pid=99871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:08:45.336637 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.348984 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Transition to ACTIVE for port object a0f9acae-967f-43a6-a9d6-417672551fe4 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 06:08:45.396730 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.399914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-1ba7d7bb-41a7-4c15-b097-40da2f06fd24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:45.519205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:08:45.528096 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:08:45.615600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Attempting to bind port a0f9acae-967f-43a6-a9d6-417672551fe4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 06:08:45.615937 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Attempting to bind port a0f9acae-967f-43a6-a9d6-417672551fe4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 06:08:45.616266 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Attempting to bind port a0f9acae-967f-43a6-a9d6-417672551fe4 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:08:45.627497 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f17c-ce11-4c22-8179-52e7aba1902d req-f5c498cd-ce86-4df7-b678-909187bf54a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:45.628967 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0536f17c-ce11-4c22-8179-52e7aba1902d req-f5c498cd-ce86-4df7-b678-909187bf54a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.1652296 Jun 17 06:08:45.629918 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Port a0f9acae-967f-43a6-a9d6-417672551fe4 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 06:08:45.630232 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Attempting to bind port a0f9acae-967f-43a6-a9d6-417672551fe4 on network 55c9b915-787e-4ccc-a495-c55b2f53fd44 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 06:08:45.637255 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Checking agent: {'id': '0d474c8c-d445-4757-ab6a-e09ce2f7c3d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 6, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 06:08:45.637580 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Checking segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 06:08:45.637959 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Bound using segment: {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 06:08:45.638379 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Bound port: a0f9acae-967f-43a6-a9d6-417672551fe4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646349ae-5011-4cd4-a1e0-87859eff4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 06:08:45.638725 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.703532 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-0536f17c-ce11-4c22-8179-52e7aba1902d req-bbd0a15f-fc79-4f9b-b359-628dd231b22c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685484 Jun 17 06:08:45.728138 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 06:08:45.731144 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a0f9acae-967f-43a6-a9d6-417672551fe4,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 06:08:45.831433 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9890590'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.836470 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:45.869573 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:45.870711 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:45.872069 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] 10.222.0.22 "PUT /v2.0/ports/a0f9acae-967f-43a6-a9d6-417672551fe4 HTTP/1.1" status: 200 len: 1093 time: 0.8842454 Jun 17 06:08:45.872611 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:08:45.876506 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce783c-9355-4065-a8a8-b06752dcb29d" -d '{"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:08:45.901471 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:08:45.905475 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b8ae269b-0796-4337-8c82-d813b34d7159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:08:45.915595 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd72f5-7973-4e22-a2c7-081c72e241b4 x-openstack-request-id: req-6dfd72f5-7973-4e22-a2c7-081c72e241b4 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:08:45.916174 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:08:45.916500 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dfd72f5-7973-4e22-a2c7-081c72e241b4 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:08:45.916980 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'status': 'completed', 'code': 200} Jun 17 06:08:46.015525 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-da89c074-5230-4eac-8ce8-ecac46ce0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.017262 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-da89c074-5230-4eac-8ce8-ecac46ce0f47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1096 time: 0.0559258 Jun 17 06:08:46.123772 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-dcab22ec-d4f8-4503-bf87-5b4f94ab694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.125612 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-dcab22ec-d4f8-4503-bf87-5b4f94ab694b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=09167e5ac5894d15905762218993a6a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946288 Jun 17 06:08:46.168666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:46.217698 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-e1c01f91-2709-4852-9678-fe84aa3f907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.219213 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c3ce783c-9355-4065-a8a8-b06752dcb29d req-e1c01f91-2709-4852-9678-fe84aa3f907d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870650 Jun 17 06:08:46.328016 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-ba77a83d-9ef0-417e-aab8-9ff65e77938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.329393 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-ba77a83d-9ef0-417e-aab8-9ff65e77938a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1096 time: 0.0513997 Jun 17 06:08:46.380707 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-f298d1cc-c564-4b1d-8c3d-134c736383f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f9acae-967f-43a6-a9d6-417672551fe4 HTTP/1.1" status: 200 len: 217 time: 0.0370693 Jun 17 06:08:46.427556 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-53c8fb6a-3d8c-4cf6-8bf6-ec12086309a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.428945 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-53c8fb6a-3d8c-4cf6-8bf6-ec12086309a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0421507 Jun 17 06:08:46.483000 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-d272c8ee-364d-433a-81ca-4f2c8f678d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.484396 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-d272c8ee-364d-433a-81ca-4f2c8f678d7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493634 Jun 17 06:08:46.572194 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-e1ded6cd-eb23-43f3-a325-ebc4788c214b service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811222 Jun 17 06:08:46.656776 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f518aa8b-ebf4-4fea-80a2-ff67073d2416 req-7f1a2364-047a-46c7-9f64-8564d0a28cb0 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777376 Jun 17 06:08:46.888650 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eb0b2-4e60-478b-97c1-88fa15b1b4d5 req-6aa048cb-f883-4e27-9e63-503dd41f2da4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:46.890118 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f80eb0b2-4e60-478b-97c1-88fa15b1b4d5 req-6aa048cb-f883-4e27-9e63-503dd41f2da4 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0673499 Jun 17 06:08:46.926390 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f80eb0b2-4e60-478b-97c1-88fa15b1b4d5 req-47c8154f-463c-4da1-8997-d521faae62ec tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Jun 17 06:08:47.127720 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:48.059585 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:48.094029 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8611f-b287-412d-99d1-9c9dbfb0959d req-cbfd8be4-6dd8-431f-873d-8036d08ee973 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:48.095393 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f2f8611f-b287-412d-99d1-9c9dbfb0959d req-cbfd8be4-6dd8-431f-873d-8036d08ee973 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0615058 Jun 17 06:08:48.131684 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f2f8611f-b287-412d-99d1-9c9dbfb0959d req-b7e7e3b2-5872-4f56-af47-37bb2e24e616 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Jun 17 06:08:49.296577 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255e08-dc26-45bf-b753-29b8b622e953 req-b26c1d28-52c5-43be-a794-fe95e1c0ff0c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:49.297981 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ba255e08-dc26-45bf-b753-29b8b622e953 req-b26c1d28-52c5-43be-a794-fe95e1c0ff0c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0607831 Jun 17 06:08:49.333522 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-ba255e08-dc26-45bf-b753-29b8b622e953 req-ca4a583f-b5e1-44a7-979c-7bc8607232ce tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Jun 17 06:08:50.505587 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d77248-6bc2-4cbd-bbc5-980ab3c1f2ea req-3c0fe66e-d128-4af6-840d-69ab72901497 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:50.506977 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-55d77248-6bc2-4cbd-bbc5-980ab3c1f2ea req-3c0fe66e-d128-4af6-840d-69ab72901497 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0645387 Jun 17 06:08:50.542614 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-55d77248-6bc2-4cbd-bbc5-980ab3c1f2ea req-5b064f50-496d-4a18-bc8d-5b804122929d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301695 Jun 17 06:08:51.709145 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d6c0d-a664-48c0-9027-5f288113c07f req-58d0889e-96ef-46f6-b111-a93af013fa57 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:51.710569 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-130d6c0d-a664-48c0-9027-5f288113c07f req-58d0889e-96ef-46f6-b111-a93af013fa57 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0616848 Jun 17 06:08:51.747139 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-130d6c0d-a664-48c0-9027-5f288113c07f req-982787e0-aca5-47d3-83db-4e820a9c884c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305681 Jun 17 06:08:52.921599 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12686-102f-4a3f-a8d4-ed8455a78c69 req-0d325a71-8cf8-4a94-91e3-7788e994e44d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:52.923009 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90d12686-102f-4a3f-a8d4-ed8455a78c69 req-0d325a71-8cf8-4a94-91e3-7788e994e44d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0649872 Jun 17 06:08:52.959369 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-90d12686-102f-4a3f-a8d4-ed8455a78c69 req-518527fe-1ae6-49bf-ba9c-aaec21d3264e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Jun 17 06:08:54.126081 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0dd26-cecd-4a15-96e3-dbf3407e74c4 req-c2058941-e77b-4912-8711-78bede07fa9e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:54.127414 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fcc0dd26-cecd-4a15-96e3-dbf3407e74c4 req-c2058941-e77b-4912-8711-78bede07fa9e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 943 time: 0.0616300 Jun 17 06:08:54.166906 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fcc0dd26-cecd-4a15-96e3-dbf3407e74c4 req-04b08db0-0c43-4172-99b2-e70a7d8d8d3d tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340402 Jun 17 06:08:54.284571 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device a0f9acae-967f-43a6-a9d6-417672551fe4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 06:08:54.377464 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a0f9acae-967f-43a6-a9d6-417672551fe4,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:08:54.388084 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Returning: {'device': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'port_id': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'mac_address': 'fa:16:3e:fc:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 06:08:54.423981 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:54.436727 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f9acae-967f-43a6-a9d6-417672551fe4 {{(pid=99873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 06:08:54.454885 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a0f9acae-967f-43a6-a9d6-417672551fe4,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:08:54.527473 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:54.529272 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-85981f72-2d43-48a7-bb40-b8ba0d8c2781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:54.572882 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=4']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:08:54.579407 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.579746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.580077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.580404 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.580752 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.581076 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.581395 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.581713 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.582031 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.582383 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.582657 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.582975 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:08:54.586655 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:08:55.001521 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] get_ports_and_sgs() called for port_ids ['a0f9acae-967f-43a6-a9d6-417672551fe4'] {{(pid=99873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 06:08:55.093608 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-283c0d74-c932-43d6-8a21-e956ed049af8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499709 Jun 17 06:08:55.208305 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-0d4dda1c-2fe6-4278-acc1-05e79dc8b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:55.209824 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-0d4dda1c-2fe6-4278-acc1-05e79dc8b317 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0551307 Jun 17 06:08:55.346140 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-80d8da62-c1f1-4c54-bcd5-4f79878ed527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:55.347535 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-80d8da62-c1f1-4c54-bcd5-4f79878ed527 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.1150494 Jun 17 06:08:55.401865 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1b844-3cc6-443b-b041-68990af28aab req-6e4bb104-46a4-4575-9bf0-4e82c258c82e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:55.403242 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3dc1b844-3cc6-443b-b041-68990af28aab req-6e4bb104-46a4-4575-9bf0-4e82c258c82e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 944 time: 0.1211467 Jun 17 06:08:55.437813 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-3047f952-0e70-45a6-a150-454516478f7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1002 time: 0.0829790 Jun 17 06:08:55.456929 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-3dc1b844-3cc6-443b-b041-68990af28aab req-54d9f901-a6f1-4115-b811-7414f6fc7d64 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Jun 17 06:08:55.491838 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-a035959e-527b-4e59-b6b7-40bacde9e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:55.493244 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-a035959e-527b-4e59-b6b7-40bacde9e5b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0480263 Jun 17 06:08:55.548451 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-177e64a8-4e55-4461-8e04-01381312bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:55.549825 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-177e64a8-4e55-4461-8e04-01381312bcb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490954 Jun 17 06:08:55.634520 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-0b561a39-b044-49ef-a34a-91c6c2616bb5 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768435 Jun 17 06:08:55.968239 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9bf05011-f2d0-4b58-a601-5872c3142c63 req-d18083dd-80f6-4ca4-a2cf-88dd5f718a6e service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267310 Jun 17 06:08:56.284431 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device a0f9acae-967f-43a6-a9d6-417672551fe4 up at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 06:08:56.379092 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning for port a0f9acae-967f-43a6-a9d6-417672551fe4 completed by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 06:08:56.382613 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.provisioning_blocks [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Provisioning complete for port a0f9acae-967f-43a6-a9d6-417672551fe4 triggered by entity L2. {{(pid=99873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 06:08:56.383008 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1631911'] for port, provisioning_complete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:56.456365 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:56.477694 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4'}] {{(pid=99873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:08:56.480630 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681d127629a8c744dc552a9e5612b3400922811a9b8a546b35c2a90cd7385eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e5ae03-9e0d-44dc-8529-f835bb416565" -d '{"events": [{"server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "name": "network-vif-plugged", "status": "completed", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4"}]}' {{(pid=99873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:08:56.493658 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a0f9acae-967f-43a6-a9d6-417672551fe4,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:08:56.567754 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582'] for port, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:56.570624 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-1132de5e-fe46-429d-97e2-7307d41a6b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:56.615746 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Pushing event updated for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=5']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:08:56.618865 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:08:56.624142 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90b0a7-627b-4ea5-a587-efb9a4444709 req-e4ffce03-0fc6-4f56-abf4-fef4eae36b67 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:56.625872 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf90b0a7-627b-4ea5-a587-efb9a4444709 req-e4ffce03-0fc6-4f56-abf4-fef4eae36b67 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0622177 Jun 17 06:08:56.662599 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bf90b0a7-627b-4ea5-a587-efb9a4444709 req-2c5e3fca-2550-4b57-a919-66bc2c583b45 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jun 17 06:08:56.705676 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ccfb73-a3ae-40a2-af5a-95b91907e60f x-openstack-request-id: req-15ccfb73-a3ae-40a2-af5a-95b91907e60f {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:08:56.705976 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "name": "network-vif-plugged", "status": "completed", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4", "code": 200}]} {{(pid=99873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:08:56.706262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15ccfb73-a3ae-40a2-af5a-95b91907e60f {{(pid=99873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:08:56.706699 dv-cinder-772623-9-iscsi neutron-server[99873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'code': 200} Jun 17 06:08:57.141069 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aecac2-9f9f-4235-8ffa-1aa4dce4816a req-062618d3-0d1a-488d-b724-15462a9abe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:57.142499 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f1aecac2-9f9f-4235-8ffa-1aa4dce4816a req-062618d3-0d1a-488d-b724-15462a9abe15 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1098 time: 0.0540669 Jun 17 06:08:57.175183 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-f1aecac2-9f9f-4235-8ffa-1aa4dce4816a req-cc8ac747-4ed8-4458-93e0-de360be94892 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256240 Jun 17 06:08:57.831224 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620058d-30fb-4995-bb03-ecd57d79cef7 req-220dbd34-8632-4474-b3cc-83a99f20cf58 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:57.832718 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9620058d-30fb-4995-bb03-ecd57d79cef7 req-220dbd34-8632-4474-b3cc-83a99f20cf58 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0616882 Jun 17 06:08:57.870029 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-9620058d-30fb-4995-bb03-ecd57d79cef7 req-7dde7528-b7b5-4ac6-8262-e88a0bcd114b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jun 17 06:08:59.043458 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165eaa3-b569-4ba6-904c-7b89639de58f req-7ba9f8d0-e437-4111-b735-0f5607c534be tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:59.044907 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6165eaa3-b569-4ba6-904c-7b89639de58f req-7ba9f8d0-e437-4111-b735-0f5607c534be tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0644190 Jun 17 06:08:59.081115 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-6165eaa3-b569-4ba6-904c-7b89639de58f req-05a44371-ca08-47cd-8c7e-a3d9732ebdb2 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Jun 17 06:08:59.252387 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047da00-9c7c-42ac-beab-b0810c38e11c req-b76fb162-66a2-4a90-ac87-0e16a94bf6d9 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:59.253820 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2047da00-9c7c-42ac-beab-b0810c38e11c req-b76fb162-66a2-4a90-ac87-0e16a94bf6d9 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0647628 Jun 17 06:08:59.290413 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-2047da00-9c7c-42ac-beab-b0810c38e11c req-c64f180c-f947-40e8-b6df-0d01964ef78c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Jun 17 06:08:59.315672 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59380) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:08:59.413744 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a67392-3293-41d2-8d0b-352214ffe270 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:08:59.415267 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-85a67392-3293-41d2-8d0b-352214ffe270 tempest-TestVolumeBootPattern-116475825 tempest-TestVolumeBootPattern-116475825-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1093 time: 0.0986142 Jun 17 06:08:59.418680 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59388) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:08:59.422992 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.v2.base [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Request body: {'floatingip': {'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'port_id': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 06:08:59.533464 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:59.634242 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1496822'] for port, before_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:59.731806 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_common [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Allocated IP 172.27.3.250 (5df93f53-42f6-4a48-bc40-8f7d9348c9a7/2b6113bc-fa92-47e2-95bb-33345c6336a3/a2726d4f-7774-4ab5-8c19-ad99c3963b44) {{(pid=99872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 06:08:59.834622 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:59.950997 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1495603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770467999519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12319265'] for port, after_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:08:59.953866 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a7846496-8cea-489b-b6e7-c34defa831cb tempest-AttachVolumeShelveTestJSON-1823386190 tempest-AttachVolumeShelveTestJSON-1823386190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:08:59.987380 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Network 5df93f53-42f6-4a48-bc40-8f7d9348c9a7 is already hosted by enough agents. {{(pid=99872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 06:08:59.994015 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.base_scheduler [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Resources bound (agent type, host, resource id): {{(pid=99872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 06:08:59.999207 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Received port after_create {{(pid=99872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 06:09:00.002284 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=a2726d4f-7774-4ab5-8c19-ad99c3963b44,revision_number=1']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:09:00.029593 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.029976 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.030349 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.030716 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.031076 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.031436 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.031795 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.032150 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.032524 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.032882 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.033231 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.033579 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:09:00.038112 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:09:00.290363 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-50478f62-ee87-44f5-86e8-6e202c45eb7d req-96189573-2699-42e6-ac7e-0f0e7ba75da3 tempest-VolumesSnapshotTestJSON-1308794772 tempest-VolumesSnapshotTestJSON-1308794772-project] (99872) timed out ('10.222.0.22', 54571) {{(pid=99872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:09:00.344785 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:00.467298 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1496804'] for port, before_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:00.479173 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-876cb683-4b44-4294-9ca6-1e62575b76d5 req-41f30680-cf03-4792-9cfe-65f6fe557e76 service neutron] (99871) timed out ('10.222.0.22', 54565) {{(pid=99871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:09:00.610518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for port, precommit_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:00.647249 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770468439399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770467999537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770467999582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12319251'] for port, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:00.649220 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-2fecc926-69f6-4613-8069-b0511f84b305 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:09:00.717002 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event updated for resources: {'Port': ['ID=a2726d4f-7774-4ab5-8c19-ad99c3963b44,revision_number=2']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:09:00.720805 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:09:00.726851 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437716'] for floatingip, after_update {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:00.825633 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP 374213bd-dede-4faa-846c-42e31677318a associated. External IP: 172.27.3.250, port: a0f9acae-967f-43a6-a9d6-417672551fe4. Jun 17 06:09:01.296921 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:09:01.396758 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:09:01.405874 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:09:01.414424 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:09:01.422283 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:08:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:09:01.504426 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:01.515068 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:09:01.543394 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-a36561f7-ca95-43b9-89d7-522844e71617 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1237152 Jun 17 06:09:01.544186 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:09:01.546572 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094" -d '{"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:09:01.629655 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ddc7e-ba12-4b8e-8ff2-2986230bcdc0 x-openstack-request-id: req-0b2ddc7e-ba12-4b8e-8ff2-2986230bcdc0 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:09:01.629995 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:09:01.630291 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b2ddc7e-ba12-4b8e-8ff2-2986230bcdc0 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:09:01.630737 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'status': 'completed', 'code': 200} Jun 17 06:09:01.727722 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-b3629989-f591-4d64-bce0-63a10bd90903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:01.729247 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-b3629989-f591-4d64-bce0-63a10bd90903 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1098 time: 0.0517950 Jun 17 06:09:01.733971 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}, {'id': '374213bd-dede-4faa-846c-42e31677318a', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:fc:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:09:00Z', 'updated_at': '2021-06-17T06:09:00Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:09:01.759767 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:09:01.768256 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:09:01.768897 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:08:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:09:01.821716 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-d05f5873-ddcf-4f93-9010-c097a1dbfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:01.823270 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-d05f5873-ddcf-4f93-9010-c097a1dbfb72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0871377 Jun 17 06:09:01.871613 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:09:01.886323 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-552c5570-43c5-4b15-94fe-3a0e851b1d29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f9acae-967f-43a6-a9d6-417672551fe4 HTTP/1.1" status: 200 len: 999 time: 0.0568876 Jun 17 06:09:01.933512 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-80b89317-1ce3-4554-98a7-e35a5d4e6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:01.935018 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-80b89317-1ce3-4554-98a7-e35a5d4e6f05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0428436 Jun 17 06:09:01.997651 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-846d2442-14d0-4928-8b9f-6803ecb300ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:01.999179 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-846d2442-14d0-4928-8b9f-6803ecb300ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578990 Jun 17 06:09:02.091852 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-13bddfde-1b64-4b47-b9ad-21de7efaf517 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846004 Jun 17 06:09:02.183165 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-5895bc2f-61e0-412d-aa1a-ce84d7bd7094 req-61e55a8c-23be-4b94-af29-8cedd9e3bda6 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849507 Jun 17 06:09:02.208728 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}, {'id': '374213bd-dede-4faa-846c-42e31677318a', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:fc:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:09:00Z', 'updated_at': '2021-06-17T06:09:00Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:09:02.234865 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02f2d-5a07-4cfa-a8b4-d5ee7db78069 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}, {'id': '374213bd-dede-4faa-846c-42e31677318a', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:fc:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:09:00Z', 'updated_at': '2021-06-17T06:09:00Z', 'revision_number': 0, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:09:02.408604 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4384f51-122a-45da-bd69-ff6b3fba1150 None None] New status for floating IP 374213bd-dede-4faa-846c-42e31677318a: ACTIVE {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:09:08.140646 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:09:12.618043 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c3963689-859d-4a39-9928-81d6ce2652be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:15.052758 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-68a5158b-1b23-41cb-aeba-166211989ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:15.161315 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:16.167122 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:17.132345 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:18.064184 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:42.668986 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-865ee321-fba2-483f-95bf-204d95453237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:45.069289 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-3fe84e69-7f8f-4a26-88b2-57fb0e1830ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:45.138251 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:09:45.182933 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:46.177726 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:47.160234 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:48.068972 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:09:57.069131 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-1f020184-0b7d-49ac-82ce-d29f3d470264 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905416 Jun 17 06:09:57.177194 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-b51765b3-4b89-4668-8b91-2935397c17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:57.178606 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-b51765b3-4b89-4668-8b91-2935397c17d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.0503511 Jun 17 06:09:57.280059 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-fab0e490-152a-4f55-9dd7-eedc906613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:57.281479 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-fab0e490-152a-4f55-9dd7-eedc906613b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.0835485 Jun 17 06:09:57.344035 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-daa5eeec-005e-4935-adef-1c121d82f408 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 1002 time: 0.0560162 Jun 17 06:09:57.393677 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-eb122c3c-f5c2-43ab-b037-98cd6bfa83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:57.395025 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-eb122c3c-f5c2-43ab-b037-98cd6bfa83cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0451775 Jun 17 06:09:57.448604 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-0855ad3e-8720-482e-92b6-4ad512348832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:09:57.449967 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-0855ad3e-8720-482e-92b6-4ad512348832 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486329 Jun 17 06:09:57.460284 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-eca9121d-57b2-44b4-9572-40cb1873e92e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 06:09:57.461208 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-eca9121d-57b2-44b4-9572-40cb1873e92e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049343 Jun 17 06:09:57.546378 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-d4900b5f-d7fd-4279-9cf5-402c17419d55 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779378 Jun 17 06:09:57.634358 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-32eb27d1-5707-4296-b9b9-684de07cbceb req-38dd90c9-e7cb-4d55-b40c-1e433a2858a2 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818079 Jun 17 06:10:12.640059 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-34f24f63-350e-4827-9259-b3173e6dd8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:15.033887 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-dcb93d31-9dde-4c8b-8b9b-bba2a5b3f739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:15.171430 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:16.199432 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:17.154648 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:18.074156 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:22.136709 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:10:42.633335 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-38ebd04e-497d-4538-a21d-74da30293b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:45.073415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-dceeee9b-e46c-4d8f-b1a6-e977e37fc004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:45.188183 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:46.192951 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:47.194527 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:48.079077 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.015379 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59422) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:10:51.165597 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port a2726d4f-7774-4ab5-8c19-ad99c3963b44 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:10:51.165946 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.244108 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.244438 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.308093 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for a2726d4f-7774-4ab5-8c19-ad99c3963b44 owned by network:floatingip {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:10:51.530758 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.532636 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-efada303-291d-4cb4-8794-27d94a35d107 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:10:51.553931 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=a2726d4f-7774-4ab5-8c19-ad99c3963b44,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:10:51.565185 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.565563 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.565931 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.566295 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.566671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.567014 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.567370 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.567760 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.568113 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.568518 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.568871 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.569221 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:51.572762 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:10:51.626867 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.627183 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.db.l3_db [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP 374213bd-dede-4faa-846c-42e31677318a disassociated (deleted). External IP: 172.27.3.250, port: a0f9acae-967f-43a6-a9d6-417672551fe4. Jun 17 06:10:51.824996 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:10:51.930272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:10:51.935079 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:51.939301 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:10:51.947576 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:10:51.948188 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:10:51.970310 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-822db4e0-7ce7-4681-806e-7b59b095bbcf tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "DELETE /v2.0/floatingips/374213bd-dede-4faa-846c-42e31677318a HTTP/1.1" status: 204 len: 168 time: 0.9538727 Jun 17 06:10:51.970973 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4'}] {{(pid=99872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:10:51.973287 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053bc14075ae0364b0a2870db7dad9fd7ec035faed5848417d78bf50ce2b256b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde2ae45-404f-4852-87d5-661538075d22" -d '{"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4"}]}' {{(pid=99872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:10:52.050422 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:10:52.265344 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:10:52.293943 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:10:52.301920 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:10:52.302515 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:10:52.395192 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4bb9d0-5203-4c8d-91b8-57862b99bda4 x-openstack-request-id: req-8f4bb9d0-5203-4c8d-91b8-57862b99bda4 {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:10:52.395703 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4", "status": "completed", "code": 200}]} {{(pid=99872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:10:52.395831 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4bb9d0-5203-4c8d-91b8-57862b99bda4 {{(pid=99872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:10:52.396404 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'status': 'completed', 'code': 200} Jun 17 06:10:52.411285 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:10:52.527705 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ae45-404f-4852-87d5-661538075d22 req-d8801af8-2d8f-4370-82ff-7ad324e477e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:52.529301 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-d8801af8-2d8f-4370-82ff-7ad324e477e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 1098 time: 0.0875385 Jun 17 06:10:52.606112 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d1a0-47ac-42b8-9c9e-fbd5d61e26dd req-8bc3851a-83c3-4fa6-9658-1064886d77b7 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:52.608113 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03e4d1a0-47ac-42b8-9c9e-fbd5d61e26dd req-8bc3851a-83c3-4fa6-9658-1064886d77b7 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.1262777 Jun 17 06:10:52.635499 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:10:52.661281 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034381de-16fa-4cbf-81c2-f1065918dd37 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_floatingips': [{'id': '36365bf8-f915-4179-a9f5-2d0c557e1553', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'router_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'port_id': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'mac_address': 'fa:16:3e:1b:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210f572d-b266-4d1c-a67e-63abd77714b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T06:06:39Z', 'updated_at': '2021-06-17T06:06:41Z', 'revision_number': 1, 'project_id': '09167e5ac5894d15905762218993a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:10:52.663825 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ae45-404f-4852-87d5-661538075d22 req-07add71a-dea4-4a41-a5e0-166dd22319f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:52.665368 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-07add71a-dea4-4a41-a5e0-166dd22319f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.1285207 Jun 17 06:10:52.668653 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-03e4d1a0-47ac-42b8-9c9e-fbd5d61e26dd req-b0d72d1c-0f4d-4730-8b77-101c35d49c38 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544584 Jun 17 06:10:52.711624 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-dd5dd51b-8836-43d6-800a-b54c750f6232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f9acae-967f-43a6-a9d6-417672551fe4 HTTP/1.1" status: 200 len: 217 time: 0.0394659 Jun 17 06:10:52.763080 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ae45-404f-4852-87d5-661538075d22 req-bf3bbff3-0482-4f54-9fb3-6a1f62b49fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:52.764637 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-bf3bbff3-0482-4f54-9fb3-6a1f62b49fb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0443237 Jun 17 06:10:52.823546 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ae45-404f-4852-87d5-661538075d22 req-7c1a0edd-734e-4834-92ea-959b982453f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:52.825063 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-7c1a0edd-734e-4834-92ea-959b982453f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540953 Jun 17 06:10:52.873389 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2cc2e-d7d6-4295-ba3c-c92cf4206bfa None None] New status for floating IP 374213bd-dede-4faa-846c-42e31677318a: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:10:52.921058 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-3aff8a89-770a-48df-889f-8efd69c06143 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879250 Jun 17 06:10:53.009570 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-bde2ae45-404f-4852-87d5-661538075d22 req-3ffba5e1-f744-4153-aac0-cdfb44ba61e0 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Jun 17 06:10:53.852914 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355979-3711-4e90-920b-cd736e1ebedf req-2c93e35a-befc-47a9-898c-bd3715f5925e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:53.854356 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da355979-3711-4e90-920b-cd736e1ebedf req-2c93e35a-befc-47a9-898c-bd3715f5925e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0623369 Jun 17 06:10:53.895219 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-da355979-3711-4e90-920b-cd736e1ebedf req-ca2eb240-fa12-470d-9269-c644ed10ce83 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354147 Jun 17 06:10:54.254631 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-864480fd-b9d8-4aef-80a6-fcde1d737b13 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:10:54.256028 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-864480fd-b9d8-4aef-80a6-fcde1d737b13 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 945 time: 0.0604427 Jun 17 06:10:54.349881 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port a0f9acae-967f-43a6-a9d6-417672551fe4 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:10:54.350217 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:54.438167 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] For port a0f9acae-967f-43a6-a9d6-417672551fe4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a0f9acae-967f-43a6-a9d6-417672551fe4,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:10:54.438517 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:54.502684 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for a0f9acae-967f-43a6-a9d6-417672551fe4 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:10:54.702143 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:54.706196 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d6d24a07-3516-43ac-b88c-cfd798fbd690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:10:54.736348 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=a0f9acae-967f-43a6-a9d6-417672551fe4,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:10:54.747860 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.748310 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.748721 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.749097 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.749731 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.750101 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.750469 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.750835 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.751203 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.751566 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.751927 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.752348 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:10:54.770817 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:10:54.791822 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] No DVR routers for this DVR port a0f9acae-967f-43a6-a9d6-417672551fe4 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:10:54.794946 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:54.796985 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-fa539e34-c205-46e3-91ec-df0d955e9c64 req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "DELETE /v2.0/ports/a0f9acae-967f-43a6-a9d6-417672551fe4 HTTP/1.1" status: 204 len: 173 time: 0.5354035 Jun 17 06:10:54.797499 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'name': 'network-vif-deleted', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:10:54.799829 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3db7268-924f-46f5-a2dc-8eb56bb24681" -d '{"events": [{"server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "name": "network-vif-deleted", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:10:54.840114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03063d69-266b-4aff-ba1d-0c1e5216fa95 x-openstack-request-id: req-03063d69-266b-4aff-ba1d-0c1e5216fa95 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:10:54.840114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00795807-cd28-4cab-9e5a-8a08d401a35b", "name": "network-vif-deleted", "tag": "a0f9acae-967f-43a6-a9d6-417672551fe4", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:10:54.840114 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03063d69-266b-4aff-ba1d-0c1e5216fa95 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:10:54.840114 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00795807-cd28-4cab-9e5a-8a08d401a35b', 'name': 'network-vif-deleted', 'tag': 'a0f9acae-967f-43a6-a9d6-417672551fe4', 'status': 'completed', 'code': 200} Jun 17 06:10:55.035910 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-cb3daf4a-7fc7-47e8-91b6-3163df65908f req-e9b17b49-1c62-457a-8299-2e9dfa2a671f tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 210 time: 0.0300612 Jun 17 06:10:56.198523 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-78bbf3d4-fd62-46a2-aab4-322eeef3d53b req-2593e118-36dc-4d4b-a535-6878b44fb73e tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=00795807-cd28-4cab-9e5a-8a08d401a35b HTTP/1.1" status: 200 len: 210 time: 0.0339460 Jun 17 06:10:58.896651 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device a0f9acae-967f-43a6-a9d6-417672551fe4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:10:58.920169 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: a0f9acae-967f-43a6-a9d6-417672551fe4 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:10:58.920538 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device a0f9acae-967f-43a6-a9d6-417672551fe4 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:10:59.134767 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:10:59.723344 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59464) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:10:59.876641 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port b43f8ace-c204-48cf-8942-df235c346631 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:10:59.876983 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:59.948086 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:10:59.948408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:00.012331 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for b43f8ace-c204-48cf-8942-df235c346631 owned by network:floatingip {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:00.204103 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:00.206763 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8969dffc-3f8f-4f9e-9e1f-e6f7ff2f3e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:00.237980 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=b43f8ace-c204-48cf-8942-df235c346631,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:00.240012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:00.294377 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:00.294642 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.db.l3_db [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Floating IP 36365bf8-f915-4179-a9f5-2d0c557e1553 disassociated (deleted). External IP: 172.27.3.113, port: cdeab4d5-5e41-4c21-9401-61b3f92681d3. Jun 17 06:11:00.492968 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:11:00.597572 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:11:00.601858 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:00.607081 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:11:00.615502 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:00.616100 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:00.640900 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-fd6fceb6-5fdb-45d0-a3f9-2d8842a5bca5 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "DELETE /v2.0/floatingips/36365bf8-f915-4179-a9f5-2d0c557e1553 HTTP/1.1" status: 204 len: 168 time: 0.9135544 Jun 17 06:11:00.640900 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:11:00.641495 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59" -d '{"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:11:00.717829 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:00.920245 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:00.945763 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:11:00.953834 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:00.954409 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:01.075394 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546853f-3327-45b9-a0d2-5a89037ee968 x-openstack-request-id: req-5546853f-3327-45b9-a0d2-5a89037ee968 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:11:01.076205 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:11:01.076575 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5546853f-3327-45b9-a0d2-5a89037ee968 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:11:01.077217 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'status': 'completed', 'code': 200} Jun 17 06:11:01.190099 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:01.271422 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5f42-e30d-495a-a571-e30eeeaafd8b req-0dea3c54-a233-4b9f-9301-65cb9a3fd1cb tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:01.272921 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-853d5f42-e30d-495a-a571-e30eeeaafd8b req-0dea3c54-a233-4b9f-9301-65cb9a3fd1cb tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0985754 Jun 17 06:11:01.274720 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-e06fc6cc-610c-4196-9e89-ace35c2f23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:01.276102 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-e06fc6cc-610c-4196-9e89-ace35c2f23f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09167e5ac5894d15905762218993a6a9&device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 1099 time: 0.1138217 Jun 17 06:11:01.357444 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-853d5f42-e30d-495a-a571-e30eeeaafd8b req-ae499ad2-a574-43ce-8be8-03526f3528ad tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780489 Jun 17 06:11:01.387949 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-0ce476cb-4e59-499e-bece-56baafb697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:01.389430 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-0ce476cb-4e59-499e-bece-56baafb697d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 200 len: 912 time: 0.1043863 Jun 17 06:11:01.395328 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:01.421748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cba5b-b8df-4e5b-b242-2d5fdbd53177 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:02:59Z', 'revision_number': 4, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi', '_interfaces': [{'id': '59646c86-9346-4858-996d-b59cb0338bd0', 'name': '', 'network_id': '55c9b915-787e-4ccc-a495-c55b2f53fd44', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'mac_address': 'fa:16:3e:b4:f9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '58aab115-3e10-4169-b116-b2f0c776f920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:58Z', 'updated_at': '2021-06-17T06:03:04Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'subnets': [{'id': '58aab115-3e10-4169-b116-b2f0c776f920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:11:01.434652 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-5ce69f4b-b4fd-40f1-9eef-321271f26aa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 200 len: 217 time: 0.0371630 Jun 17 06:11:01.485334 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-7f07cbb6-e696-4854-ac4a-ccd3e880fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:01.486830 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-7f07cbb6-e696-4854-ac4a-ccd3e880fa1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 200 len: 851 time: 0.0447228 Jun 17 06:11:01.545008 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-f1e95acd-497c-46ed-a769-f1ae096b6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:01.546559 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-f1e95acd-497c-46ed-a769-f1ae096b6376 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55c9b915-787e-4ccc-a495-c55b2f53fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524313 Jun 17 06:11:01.630318 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d8e6a-fca4-4b83-8001-27e91c3a4fe6 None None] New status for floating IP 36365bf8-f915-4179-a9f5-2d0c557e1553: DOWN {{(pid=99874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:11:01.641357 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-528ac3e6-00ad-403b-8b0e-82ecc254fc82 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Jun 17 06:11:01.729199 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-4d5137e1-fcf1-465e-9e3c-be3e336a5f59 req-fcf066ec-8202-429b-8ac7-a022b3803fa7 service neutron] 10.222.0.22 "GET /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810468 Jun 17 06:11:02.531149 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d87961-985b-4c4a-a4bb-ff27fd0cabfe req-ed9531f6-e6dd-486a-976d-94585cdc4742 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:02.532652 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8d87961-985b-4c4a-a4bb-ff27fd0cabfe req-ed9531f6-e6dd-486a-976d-94585cdc4742 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0661988 Jun 17 06:11:02.569298 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-e8d87961-985b-4c4a-a4bb-ff27fd0cabfe req-e1b4fd4a-4327-4e23-868c-17bc897f062c tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2d7e62-e441-499f-b99f-e48da70c17ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Jun 17 06:11:02.932979 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-70d417b9-d81e-4747-b473-e620f4241dec tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:11:02.934377 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-70d417b9-d81e-4747-b473-e620f4241dec tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 946 time: 0.0607898 Jun 17 06:11:03.027544 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port cdeab4d5-5e41-4c21-9401-61b3f92681d3 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:03.027879 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:03.116234 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] For port cdeab4d5-5e41-4c21-9401-61b3f92681d3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cdeab4d5-5e41-4c21-9401-61b3f92681d3,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:03.116534 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:03.428674 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for cdeab4d5-5e41-4c21-9401-61b3f92681d3 owned by compute:nova {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:03.598852 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:03.602793 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-55168f0f-efe7-4a3d-9608-27928520fa73 tempest-TestShelveInstance-520247427 tempest-TestShelveInstance-520247427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:03.630720 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=cdeab4d5-5e41-4c21-9401-61b3f92681d3,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:03.634408 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:03.678849 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] No DVR routers for this DVR port cdeab4d5-5e41-4c21-9401-61b3f92681d3 on host hv-cinder-77262 {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:11:03.682491 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for port, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:03.684369 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-911d4ac2-3a22-4f4f-873a-9cda609cddc1 req-47b86b9e-e9ec-4409-a3d6-8a24abd0d69b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.22 "DELETE /v2.0/ports/cdeab4d5-5e41-4c21-9401-61b3f92681d3 HTTP/1.1" status: 204 len: 173 time: 0.7441692 Jun 17 06:11:03.685477 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'name': 'network-vif-deleted', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3'}] {{(pid=99871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:11:03.687789 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}804cd106e5f936b6a1ed1d49421027d7ea8666d0f585f197deae61634e24204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11b96af-2463-4aeb-a013-20bacf89aa73" -d '{"events": [{"server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "name": "network-vif-deleted", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3"}]}' {{(pid=99871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:11:03.716276 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-aa738b5c-fb16-4ca4-9f29-48f93d0f2aa9 req-43822a61-a97a-449b-98c4-af01c08a9bac tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0355842 Jun 17 06:11:03.760012 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bdeaab-2d25-4ae4-9252-7fd8e0dfaec8 x-openstack-request-id: req-91bdeaab-2d25-4ae4-9252-7fd8e0dfaec8 {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:11:03.760353 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210f572d-b266-4d1c-a67e-63abd77714b8", "name": "network-vif-deleted", "tag": "cdeab4d5-5e41-4c21-9401-61b3f92681d3", "status": "completed", "code": 200}]} {{(pid=99871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:11:03.760688 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91bdeaab-2d25-4ae4-9252-7fd8e0dfaec8 {{(pid=99871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:11:03.761130 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210f572d-b266-4d1c-a67e-63abd77714b8', 'name': 'network-vif-deleted', 'tag': 'cdeab4d5-5e41-4c21-9401-61b3f92681d3', 'status': 'completed', 'code': 200} Jun 17 06:11:04.867308 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [req-c2ca7cfb-f7cb-41ba-95eb-8973e7c42a4c req-82300386-7285-4e05-b797-f389beb2a570 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "GET /v2.0/ports?device_id=210f572d-b266-4d1c-a67e-63abd77714b8 HTTP/1.1" status: 200 len: 210 time: 0.0281546 Jun 17 06:11:05.963256 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59482) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:06.087132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Deleting port 9f1496da-c860-4208-9f75-8db12a771796 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:06.087132 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.160793 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.161116 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.229588 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Calling delete_port for 9f1496da-c860-4208-9f75-8db12a771796 owned by network:floatingip {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:06.478225 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.480188 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-3d104fba-219b-4aab-a419-e22106eafa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:06.501027 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'Port': ['ID=9f1496da-c860-4208-9f75-8db12a771796,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:06.505229 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:06.567213 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for floatingip, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.569702 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044320'] for floatingip, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:06.570834 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-d1ab4c11-19c5-478d-9d33-51f6f0de9094 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "DELETE /v2.0/floatingips/ddeb5d00-9720-4e90-ae59-4ddbe78b37aa HTTP/1.1" status: 204 len: 168 time: 0.6066158 Jun 17 06:11:06.930212 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cdeab4d5-5e41-4c21-9401-61b3f92681d3 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:06.950456 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] No Port match for: cdeab4d5-5e41-4c21-9401-61b3f92681d3 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:06.950808 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Device cdeab4d5-5e41-4c21-9401-61b3f92681d3 not bound to the agent host hv-cinder-77262 {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:07.945863 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59494) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:08.002113 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.026888 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.135461 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.137995 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.139166 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f2d7e62-e441-499f-b99f-e48da70c17ee HTTP/1.1" status: 204 len: 168 time: 0.1923347 Jun 17 06:11:08.139933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d7149c2a-c170-4c99-b1c0-c2ef25475ee2 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:08.149209 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d7e62-e441-499f-b99f-e48da70c17ee,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:08.156507 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6cc7c648-df17-4d65-966c-6951957912a1 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:08.248422 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59498) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:08.671276 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.914551 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Deleting port 59646c86-9346-4858-996d-b59cb0338bd0 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:08.914962 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:08.993869 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] For port 59646c86-9346-4858-996d-b59cb0338bd0, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=59646c86-9346-4858-996d-b59cb0338bd0,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:08.994552 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:09.056401 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Calling delete_port for 59646c86-9346-4858-996d-b59cb0338bd0 owned by network:router_interface {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:09.273410 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:09.276028 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-33477462-b448-460a-b600-1a6ead441dc6 tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:09.299576 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Pushing event deleted for resources: {'Port': ['ID=59646c86-9346-4858-996d-b59cb0338bd0,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:09.302671 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:09.460119 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:09.661894 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Router 41b85987-efed-4909-86bf-ebeab84188f6 has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:11:09.762247 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:11:09.767159 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-5aeaed98-84f5-4c95-8a97-fd7bf9296256 admin admin] 10.222.0.20 "PUT /v2.0/routers/41b85987-efed-4909-86bf-ebeab84188f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5176904 Jun 17 06:11:09.770332 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59502) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:09.772953 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Sync routers for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:11:09.782536 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:09.783143 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:09.869366 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks [] for router, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:09.882885 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: dv-cinder-772623-9-iscsi {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:09.970293 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.057978 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:11:09Z', 'revision_number': 5, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port': {'id': 'c59bc32a-b5d3-49f2-a097-fce26fdbdd0f', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b85987-efed-4909-86bf-ebeab84188f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:10.084445 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Checking router: 41b85987-efed-4909-86bf-ebeab84188f6 for host: dv-cinder-772623-9-iscsi {{(pid=99873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:11:10.092862 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Routers {'41b85987-efed-4909-86bf-ebeab84188f6'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:10.093472 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['41b85987-efed-4909-86bf-ebeab84188f6'], 'active': True} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:10.109515 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Deleting port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:10.110096 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.175199 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvr_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] Set router 41b85987-efed-4909-86bf-ebeab84188f6 gateway port host: None {{(pid=99873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:10.185238 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] For port c59bc32a-b5d3-49f2-a097-fce26fdbdd0f, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:10.185591 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.226650 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_hamode_db [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:11:09Z', 'revision_number': 6, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:10.249751 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Calling delete_port for c59bc32a-b5d3-49f2-a097-fce26fdbdd0f owned by network:router_gateway {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:10.258600 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62344995-8bb8-44e9-93b9-b5bd5e5623d0 None None] The sync data for ids ['41b85987-efed-4909-86bf-ebeab84188f6'] in dv-cinder-772623-9-iscsi is: [{'id': '41b85987-efed-4909-86bf-ebeab84188f6', 'name': 'tempest-TestVolumeBootPattern-1012278692-router', 'tenant_id': '09167e5ac5894d15905762218993a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:02:56Z', 'updated_at': '2021-06-17T06:11:09Z', 'revision_number': 6, 'project_id': '09167e5ac5894d15905762218993a6a9', 'gw_port_host': None}] {{(pid=99873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:11:10.741520 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.743739 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-6880e6f2-7ea0-4e22-a5e7-ef06c73c1849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:10.766127 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c59bc32a-b5d3-49f2-a097-fce26fdbdd0f,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:10.769402 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:10.833558 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.919268 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:10.921302 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.010214 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.010673 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b85987-efed-4909-86bf-ebeab84188f6 {{(pid=99872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:11:11.015211 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] Notify callbacks [] for router, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.016461 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-4bc4ecae-0e0c-4ecf-a6ef-be98fa42ab3a admin admin] 10.222.0.20 "DELETE /v2.0/routers/41b85987-efed-4909-86bf-ebeab84188f6 HTTP/1.1" status: 204 len: 168 time: 1.2452188 Jun 17 06:11:11.021479 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59506) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:11.065996 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Deleting subnet 58aab115-3e10-4169-b116-b2f0c776f920 {{(pid=99872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:11:11.068933 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.102510 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9907136'] for subnet, precommit_delete_associations {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.178252 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.319188 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12319442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12476649'] for subnet, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.321696 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-95bc1323-3098-4647-a2e7-1269692c0a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:11.350219 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58aab115-3e10-4169-b116-b2f0c776f920,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:11.356581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:11.356581 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.356581 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-0b0833c4-003d-4d6b-9ec9-0e7815c5ff7d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/58aab115-3e10-4169-b116-b2f0c776f920 HTTP/1.1" status: 204 len: 168 time: 0.3361156 Jun 17 06:11:11.358607 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59508) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:11.359550 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d971572-5fe9-40c0-a13a-85f3548c84f3 None None] Network 55c9b915-787e-4ccc-a495-c55b2f53fd44 requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:11:11.427356 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.478565 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Deleting port ff17f095-18c8-41f3-a3c3-d4253c5da017 {{(pid=99872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:11.478909 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.539904 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] DHCP port deletion for 55c9b915-787e-4ccc-a495-c55b2f53fd44 request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:11:11.547350 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.db [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] For port ff17f095-18c8-41f3-a3c3-d4253c5da017, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ff17f095-18c8-41f3-a3c3-d4253c5da017,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:11.547700 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.585618 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Deleting port ff17f095-18c8-41f3-a3c3-d4253c5da017 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:11.586005 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.610039 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.plugin [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Calling delete_port for ff17f095-18c8-41f3-a3c3-d4253c5da017 owned by network:dhcp {{(pid=99872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:11.645308 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] For port ff17f095-18c8-41f3-a3c3-d4253c5da017, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=ff17f095-18c8-41f3-a3c3-d4253c5da017,segment=NetworkSegment(646349ae-5011-4cd4-a1e0-87859eff4f09),segment_id=646349ae-5011-4cd4-a1e0-87859eff4f09)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:11.645817 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.709709 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Calling delete_port for ff17f095-18c8-41f3-a3c3-d4253c5da017 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:11.786954 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12319272'] for port, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.790177 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-4e1b2889-5d0e-4194-9afd-9346c8ec2081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:11.792998 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.794901 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:11.815598 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff17f095-18c8-41f3-a3c3-d4253c5da017,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:11.817258 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] No DVR routers for this DVR port ff17f095-18c8-41f3-a3c3-d4253c5da017 on host dv-cinder-772623-9-iscsi {{(pid=99872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:11:11.817832 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Pushing event deleted for resources: {'Port': ['ID=ff17f095-18c8-41f3-a3c3-d4253c5da017,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:11.818721 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:11.827796 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] No DVR routers for this DVR port ff17f095-18c8-41f3-a3c3-d4253c5da017 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:11:11.827796 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.828037 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.828332 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.828748 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.829076 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.829397 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.829711 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.830025 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.830340 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.830660 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.830963 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.831271 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-iscsi {{(pid=99873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:11:11.834785 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-c7ff5b12-2509-44d3-a1be-10868bc1eead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:11.896142 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.905858 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c9b915-787e-4ccc-a495-c55b2f53fd44']}} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:11.916394 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646349ae-5011-4cd4-a1e0-87859eff4f09') {'for_net_delete': True} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:11.916717 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.services.segments.db [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646349ae-5011-4cd4-a1e0-87859eff4f09') {} {{(pid=99872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:11.925516 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9907151'] for segment, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.938744 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.944313 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:11:11.944722 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12319359'] for segment, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: Traceback (most recent call last): Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: timer() Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: cb(*args, **kw) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: return func(*args, **kwargs) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: self._notify() Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: self.callback(batched_events) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: event.method(event) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: return f(self, *a, **k) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._get(url).json() Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: return self.request(url, 'GET', **kwargs) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:11:11.946321 dv-cinder-772623-9-iscsi neutron-server[99872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:11:11.957999 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 59646c86-9346-4858-996d-b59cb0338bd0 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:11.977779 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 59646c86-9346-4858-996d-b59cb0338bd0 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:11.978149 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 59646c86-9346-4858-996d-b59cb0338bd0 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:11.978578 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device c59bc32a-b5d3-49f2-a097-fce26fdbdd0f no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:11.996636 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: c59bc32a-b5d3-49f2-a097-fce26fdbdd0f {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:11.997007 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device c59bc32a-b5d3-49f2-a097-fce26fdbdd0f not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:11.997424 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ff17f095-18c8-41f3-a3c3-d4253c5da017 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:12.015230 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: ff17f095-18c8-41f3-a3c3-d4253c5da017 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:12.015584 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device ff17f095-18c8-41f3-a3c3-d4253c5da017 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:12.033195 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.037306 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-d2cd6edb-dc87-4462-aff1-c92027f76e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:12.039707 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.041659 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/55c9b915-787e-4ccc-a495-c55b2f53fd44 HTTP/1.1" status: 204 len: 168 time: 0.6821420 Jun 17 06:11:12.044773 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59510) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:12.052855 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c9b915-787e-4ccc-a495-c55b2f53fd44,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:12.055173 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-f13d6d33-658c-4d28-aa20-c3531992d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:12.393778 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498675'] for router_interface, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.638642 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Deleting port f2e95bc6-9c63-4612-bc00-792d12ba1f8c {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:12.638978 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.649998 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8e0-cebd-4199-9f5f-184e15d9382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.715481 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] For port f2e95bc6-9c63-4612-bc00-792d12ba1f8c, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:12.715833 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:12.780457 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Calling delete_port for f2e95bc6-9c63-4612-bc00-792d12ba1f8c owned by network:router_interface {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:13.015541 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.017541 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6f787595-3017-418e-ae78-45b120215486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:13.041481 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e95bc6-9c63-4612-bc00-792d12ba1f8c,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:13.044040 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:13.207809 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498535'] for router_interface, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.412613 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d has already been hosted by L3 agent 99734a75-a363-4f58-b589-31eeb708bba1 {{(pid=99871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:11:13.512094 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] Notify agent at l3_agent.dv-cinder-772623-9-iscsi the message routers_updated {{(pid=99871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:11:13.516984 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-cb88899d-c0d8-4097-b269-8b9ff6c05cca admin admin] 10.222.0.20 "PUT /v2.0/routers/9fda4aec-e5c4-483a-bda4-35e1f3f5197d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4711397 Jun 17 06:11:13.520021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59512) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:13.520754 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Sync routers for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:11:13.529491 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:13.530091 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:13.619132 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks [] for router, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.627972 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: dv-cinder-772623-9-iscsi {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:13.716827 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.799542 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'external_fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:11:12Z', 'revision_number': 5, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port': {'id': '8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff', 'name': '', 'network_id': '5df93f53-42f6-4a48-bc40-8f7d9348c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T06:03:03Z', 'updated_at': '2021-06-17T06:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b6113bc-fa92-47e2-95bb-33345c6336a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-iscsi'}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:13.825485 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Checking router: 9fda4aec-e5c4-483a-bda4-35e1f3f5197d for host: dv-cinder-772623-9-iscsi {{(pid=99874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:11:13.834108 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Routers {'9fda4aec-e5c4-483a-bda4-35e1f3f5197d'} bound to L3 agent in host dv-cinder-772623-9-iscsi {{(pid=99874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:11:13.836636 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:15Z,description=,heartbeat_timestamp=2021-06-17T06:10:45Z,host='dv-cinder-772623-9-iscsi',id=99734a75-a363-4f58-b589-31eeb708bba1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:16Z,topic='l3_agent')) {'router_ids': ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'], 'active': True} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:13.836787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Deleting port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:13.836787 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.922657 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] For port 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,segment=NetworkSegment(86bc030e-9342-4c6a-a81d-de97bb96cb29),segment_id=86bc030e-9342-4c6a-a81d-de97bb96cb29)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:13.923105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:13.989581 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Calling delete_port for 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff owned by network:router_gateway {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:14.003738 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] Set router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d gateway port host: None {{(pid=99874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:11:14.055671 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:11:13Z', 'revision_number': 6, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port_host': None}], 'dv-cinder-772623-9-iscsi', False) {} {{(pid=99874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:14.081644 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3791-07d1-4791-9b61-a0cecc9a9e9c None None] The sync data for ids ['9fda4aec-e5c4-483a-bda4-35e1f3f5197d'] in dv-cinder-772623-9-iscsi is: [{'id': '9fda4aec-e5c4-483a-bda4-35e1f3f5197d', 'name': 'tempest-TestVolumeBootPattern-216012083-router', 'tenant_id': 'b2166ec97224463b8a9fa8660cc1f816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T06:03:02Z', 'updated_at': '2021-06-17T06:11:13Z', 'revision_number': 6, 'project_id': 'b2166ec97224463b8a9fa8660cc1f816', 'gw_port_host': None}] {{(pid=99874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:11:14.243890 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.245842 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-37ad643e-8c96-4294-bde2-c6c15d282f8b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:14.273339 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:14.276424 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:14.332660 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437540'] for router_gateway, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.419713 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2872'] for router, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.421855 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.547045 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493422'] for router, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.547601 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fda4aec-e5c4-483a-bda4-35e1f3f5197d {{(pid=99871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:11:14.558893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] Notify callbacks [] for router, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.558893 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-bebfd848-e4fe-4f78-b9e5-4242a3d18e63 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9fda4aec-e5c4-483a-bda4-35e1f3f5197d HTTP/1.1" status: 204 len: 168 time: 1.0323689 Jun 17 06:11:14.558893 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59516) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:14.604433 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Deleting subnet 7f37efe6-5934-4512-876d-60ab82db0444 {{(pid=99871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:11:14.607648 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.641824 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9491653'] for subnet, precommit_delete_associations {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.721137 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1637297'] for subnet, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.849836 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1637304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601841'] for subnet, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.852017 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-6ee3f0e9-6508-47e6-bbc4-a14961cb901b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:14.879032 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for subnet, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:14.884236 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f37efe6-5934-4512-876d-60ab82db0444 HTTP/1.1" status: 204 len: 168 time: 0.3241539 Jun 17 06:11:14.884236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f37efe6-5934-4512-876d-60ab82db0444,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:14.884236 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59518) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:14.886055 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1abae-5210-40e9-a7da-dd248a43de6a None None] Network 3b2f4b05-e9e1-4f29-a716-ded96f99755a requested from dv-cinder-772623-9-iscsi {{(pid=99873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:11:14.894948 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-03ee20f9-a501-4b1a-91d1-5de0dfc474fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:14.960834 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698867'] for network, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.016282 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Deleting port a5446115-a64a-4d9c-b618-5ee304d1dbe9 {{(pid=99871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:15.016739 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.084393 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-89d9f188-ef04-48a9-881c-6cc863b3d16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.088426 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] For port a5446115-a64a-4d9c-b618-5ee304d1dbe9, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=a5446115-a64a-4d9c-b618-5ee304d1dbe9,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:15.093524 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] DHCP port deletion for 3b2f4b05-e9e1-4f29-a716-ded96f99755a request from dv-cinder-772623-9-iscsi {{(pid=99873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:11:15.094367 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.149013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Deleting port a5446115-a64a-4d9c-b618-5ee304d1dbe9 {{(pid=99873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:11:15.149503 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770468434589'] for port, before_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.159021 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.plugin [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Calling delete_port for a5446115-a64a-4d9c-b618-5ee304d1dbe9 owned by network:dhcp {{(pid=99871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:15.209048 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.db [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] For port a5446115-a64a-4d9c-b618-5ee304d1dbe9, host dv-cinder-772623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-iscsi',level=0,port_id=a5446115-a64a-4d9c-b618-5ee304d1dbe9,segment=NetworkSegment(3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c),segment_id=3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c)] {{(pid=99873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:11:15.209439 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431572'] for port, precommit_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.216040 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.275084 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Calling delete_port for a5446115-a64a-4d9c-b618-5ee304d1dbe9 owned by network:dhcp {{(pid=99873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:11:15.284105 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9890597'] for port, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.286295 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-4d987e15-3450-498d-aa8f-fa79aa066e9b tempest-TestVolumeBootPattern-1385178557 tempest-TestVolumeBootPattern-1385178557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:15.314319 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] No DVR routers for this DVR port a5446115-a64a-4d9c-b618-5ee304d1dbe9 on host dv-cinder-772623-9-iscsi {{(pid=99871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:11:15.318240 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5446115-a64a-4d9c-b618-5ee304d1dbe9,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:15.320570 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:15.351004 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1495610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770468439417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770467999528'] for port, after_delete {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.353019 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:15.374415 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Pushing event deleted for resources: {'Port': ['ID=a5446115-a64a-4d9c-b618-5ee304d1dbe9,revision_number=None']} {{(pid=99873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:15.377704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG oslo_concurrency.lockutils [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:15.380116 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b3280-ccea-4051-a69b-1c59cc234cbd None None] No DVR routers for this DVR port a5446115-a64a-4d9c-b618-5ee304d1dbe9 on host dv-cinder-772623-9-iscsi {{(pid=99873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:11:15.397953 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1636904', 'neutron.services.segments.db._delete_segments_for_network-8770468472113'] for network, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.407356 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2f4b05-e9e1-4f29-a716-ded96f99755a']}} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:15.417643 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c') {'for_net_delete': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:15.417936 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.services.segments.db [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0509b6-00bd-4ad7-a6c0-a17b10ea5e8c') {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:11:15.427280 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770468470914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9491658'] for segment, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.440600 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060'] for segment, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.446233 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:11:15.446612 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1625060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9890674'] for segment, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: retrieve_revision_numbers = { Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: Traceback (most recent call last): Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: timer() Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: cb(*args, **kw) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: return func(*args, **kwargs) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: self._notify() Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: self.callback(batched_events) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: event.method(event) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: return f(self, *a, **k) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._get(url).json() Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: return self.request(url, 'GET', **kwargs) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:11:15.448195 dv-cinder-772623-9-iscsi neutron-server[99871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:11:15.558247 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1636915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437578'] for network, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.563230 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563278'] for network, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:15.565182 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b2f4b05-e9e1-4f29-a716-ded96f99755a HTTP/1.1" status: 204 len: 168 time: 0.6757627 Jun 17 06:11:15.565997 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-af20a53c-c256-46fb-aff5-1abc81a894cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:15.578123 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2f4b05-e9e1-4f29-a716-ded96f99755a,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:15.580619 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-a61bc8a6-ac57-4fd1-a6f8-c5bbafe3da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:15.923547 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59522) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:15.953494 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:15.963946 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-fce21660-2fc6-4c22-a2b2-12aa12db68a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09167e5ac5894d15905762218993a6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391781 Jun 17 06:11:15.966345 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [-] (99872) accepted ('10.222.0.20', 59524) {{(pid=99872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:15.973409 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:15.973762 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device 8f8bc7a0-bfa4-4e93-a6a2-ce3075cac2ff not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:15.974179 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f2e95bc6-9c63-4612-bc00-792d12ba1f8c no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:15.994937 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: f2e95bc6-9c63-4612-bc00-792d12ba1f8c {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:15.995282 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device f2e95bc6-9c63-4612-bc00-792d12ba1f8c not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:15.995704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device a5446115-a64a-4d9c-b618-5ee304d1dbe9 no longer exists at agent ovs-agent-dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:11:16.013978 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.plugin [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] No Port match for: a5446115-a64a-4d9c-b618-5ee304d1dbe9 {{(pid=99873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:11:16.014323 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron.plugins.ml2.rpc [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Device a5446115-a64a-4d9c-b618-5ee304d1dbe9 not bound to the agent host dv-cinder-772623-9-iscsi {{(pid=99873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:11:16.019978 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.040842 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.175623 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.178272 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron_lib.callbacks.manager [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.179397 dv-cinder-772623-9-iscsi neutron-server[99872]: INFO neutron.wsgi [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4179dc2-0118-4027-a2e2-3baba1947d64 HTTP/1.1" status: 204 len: 168 time: 0.2121754 Jun 17 06:11:16.180248 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-32312aff-cb33-4124-97db-60f282c4d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:16.188761 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4179dc2-0118-4027-a2e2-3baba1947d64,revision_number=None']} {{(pid=99872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:16.191172 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG oslo_concurrency.lockutils [None req-42f84aa4-85cb-466c-9fbf-2ffa3c1a2d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:16.232078 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.822494 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59530) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:16.866125 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-9dae59e2-ded5-4346-a39f-594047baacf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2166ec97224463b8a9fa8660cc1f816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430570 Jun 17 06:11:16.868375 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.wsgi [-] (99871) accepted ('10.222.0.20', 59532) {{(pid=99871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:11:16.913509 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:16.934090 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:17.032603 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516531'] for security_group, after_delete {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:17.035134 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:17.036846 dv-cinder-772623-9-iscsi neutron-server[99871]: INFO neutron.wsgi [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccdc83b3-5e3e-4e68-93f9-d00e11d2b860 HTTP/1.1" status: 204 len: 168 time: 0.1669679 Jun 17 06:11:17.043151 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-785aa394-3b54-4b3e-9717-1c3efd6112ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:11:17.044754 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc83b3-5e3e-4e68-93f9-d00e11d2b860,revision_number=None']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:11:17.047107 dv-cinder-772623-9-iscsi neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-d0579cda-2874-4a92-8d7d-80dbdb4efa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:11:17.135157 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:18.089867 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:26.195923 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-52ff18a0-6b83-41df-940f-c7076cf51873 req-ac65a9e3-a2c0-4c63-86cd-dc8b0027ab33 tempest-AttachVolumeTestJSON-365832665 tempest-AttachVolumeTestJSON-365832665-project] (99872) timed out ('10.222.0.20', 45948) {{(pid=99872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:11:36.132918 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:11:42.643275 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-6b38b3e5-ce51-4a08-9308-0ce4c61bed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:45.066132 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-aa56fd02-b951-46c2-b3d7-7971a689b284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:45.179302 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:46.197587 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:47.151565 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:11:48.083119 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:12.648861 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-3f878cb2-0a84-43bf-af19-66eafda815ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:13.132348 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:12:15.058553 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a09d7263-d0c1-471e-a9d7-6b91ae5f3842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:15.184106 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:16.231159 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:17.146027 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:18.082287 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:29.211746 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-409ccf3f-5a32-4aba-915c-b9e2f1dc1347 req-da6c288d-ea2e-4eb9-a0a0-2f0394041032 service neutron] (99872) timed out ('10.222.0.22', 54577) {{(pid=99872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:12:42.658612 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-578944f1-3f2b-4a95-8c2a-38bb5264de76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:45.052982 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-fed43bb3-89bb-4321-b268-c5bbfa8301d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:45.184636 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:46.223500 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:47.190136 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:48.081731 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:12:50.130588 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:13:12.646704 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-f245aed6-ac84-4d05-9d85-a9c7bbfab212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:15.064513 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a6d3-445e-4d5d-976e-8fe4be384192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:15.178424 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:16.206717 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:17.194774 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:18.104226 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:27.128385 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:13:42.627338 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-65c03c27-6381-409c-80d5-4f0c6f7bb079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:42.718984 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-8e94fd42-ce7d-4113-bf4e-fcf45f449500 req-9a9c5a4d-70bd-4fa2-b25f-739b8b07f561 service neutron] (99872) timed out ('10.222.0.20', 56496) {{(pid=99872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:13:45.057302 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-57c5506b-536c-4e35-847e-7e769a68cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:45.193666 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:46.239788 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:47.188925 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:13:48.090071 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:04.126867 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:14:12.685223 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-36271785-90b6-4ada-af1f-0259dec63237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:15.056761 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e94ce96b-f173-433a-8c61-1806be810f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:15.176883 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:16.233401 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:17.197970 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:18.090649 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:41.126351 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:14:42.654228 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-eb567c08-e306-42e1-a44a-3fd9ac78431f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:45.065826 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e253-4d41-4a40-9b4f-efb0e91842e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:45.202915 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:46.242850 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:47.215572 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:48.101459 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:14:55.835689 dv-cinder-772623-9-iscsi neutron-server[99872]: DEBUG neutron.wsgi [req-04010486-601f-451c-8648-1ee09e88f832 req-a8ae6658-bc20-44ae-849f-52da53c31a6e service neutron] (99872) timed out ('10.222.0.20', 53184) {{(pid=99872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 06:15:12.649245 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-e31e883c-2717-4b70-96f3-80b9b1fc0d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:15.076197 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8cb19d8c-972a-4fc6-b2bb-c5f451f83ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:15.219082 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:16.271992 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:17.218588 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:18.099013 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:18.124854 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:15:42.642824 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-92f24f3b-a993-42f3-a688-2ca70e8fe2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:45.076987 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-8658ced1-46f7-4a10-b3c2-12f5c18af990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:45.214338 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:46.242682 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:47.208125 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:48.100317 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:15:55.124098 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:16:12.642053 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-40728c3e-b6af-42d9-9224-e5bdcee98dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:15.059032 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7184cbce-e591-437a-94c7-75665e03f723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:15.218901 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:16.247784 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:17.253385 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:18.110567 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-b400bc90-b765-40bf-9314-c0e5674d2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:32.122320 dv-cinder-772623-9-iscsi neutron-server[99874]: DEBUG neutron.db.agents_db [None req-ca0e2d06-13a5-4a8c-b323-592f8e07968c None None] Agent healthcheck: found 6 active agents {{(pid=99874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:16:42.641285 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1405-2c85-465e-b28e-50efd5888f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:45.064309 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-c08ec801-d259-4461-9f3d-0b58e10e2320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:45.212471 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-43de01e6-93d6-4a96-bb29-d45c2fb41833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:46.230262 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-a76ead35-a4db-4980-8817-84ae3053da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:16:47.262096 dv-cinder-772623-9-iscsi neutron-server[99873]: DEBUG neutron_lib.callbacks.manager [None req-52e381d4-c8e8-450d-8a9d-72a57e3e987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770468472095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1631990'] for agent, after_update {{(pid=99873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}